-- Logs begin at Mon 2021-04-19 02:53:28 UTC, end at Mon 2021-04-19 03:48:17 UTC. -- Apr 19 03:22:41.325021 dv-cinder-786054-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 03:22:44.460543 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.common.config [-] Logging enabled! Apr 19 03:22:44.461023 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97 Apr 19 03:22:44.462307 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86305) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 03:22:44.464079 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.common.config [-] Logging enabled! Apr 19 03:22:44.464557 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97 Apr 19 03:22:44.464557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86305) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 03:22:44.465859 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 03:22:44.466123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 03:22:44.467149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 03:22:44.467428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 03:22:44.467683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 03:22:44.468074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.468416 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.468756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.469015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.469358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.469697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.470018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.470349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.470692 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.471014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.471329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.471647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.471904 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.472246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.472574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.472906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.473159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] debug = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.473472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.474002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.474319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.474634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.474962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.475272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.475576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.475886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.476234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.476599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] host = dv-cinder-786054-3-smb {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.476911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.477240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.477567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.477895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.478203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.478510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.478837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.479144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.479450 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] log_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.479766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.480790 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.481121 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.481457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.481710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.481961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.482289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.482618 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.482929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.483240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.483551 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.483862 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.484195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.484499 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.484823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.485147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.485472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.485781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.486089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.486397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.486700 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.487026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.487333 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.487644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.487952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.488306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.488609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.488919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.489259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.489587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.489910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.490239 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.490549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.490875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.491179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.491482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.491786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] use_json = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.492117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.492422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.492741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.493043 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.493344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.493652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.493957 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.494283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:44.494613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.494951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.495290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.496262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.496763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.497088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.497423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.497737 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.498067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.498398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.498724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.499039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.499359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.499670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.500032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.500381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.500717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.501051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.501360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.501667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.501972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.502284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.502604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.502938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.503268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.503576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.503889 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.504244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.504558 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.504863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.505174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.505503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.505813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.506120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.506435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.506745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.507050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.507353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.507664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.508050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.508359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.508665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.508987 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.509275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.509578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.509899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.510216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.510519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.510823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.511229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.511593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.511862 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.512196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.512500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.512811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.513116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.513420 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.513726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.514030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.514333 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.514636 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.514941 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.515251 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.515560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.515866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.516215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.516522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.516825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.517143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.517474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.517784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.518098 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.518411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.518719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.519032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.519341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.519656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.519968 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.520301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.520631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.520954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.521278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.521595 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.521908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.522244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.522559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.522877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.523191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.523507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.523833 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.524174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.524505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.524836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.525167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.525496 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.525823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.526138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.526484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.526863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:44.527114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 03:22:44.527374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86305) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 03:22:45.185174 dv-cinder-786054-3-smb neutron-server[86305]: INFO keyring.backend [-] Loading Gnome Apr 19 03:22:45.202087 dv-cinder-786054-3-smb neutron-server[86305]: INFO keyring.backend [-] Loading Google Apr 19 03:22:45.204759 dv-cinder-786054-3-smb neutron-server[86305]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 03:22:45.208433 dv-cinder-786054-3-smb neutron-server[86305]: INFO keyring.backend [-] Loading file Apr 19 03:22:45.209268 dv-cinder-786054-3-smb neutron-server[86305]: INFO keyring.backend [-] Loading keyczar Apr 19 03:22:45.209546 dv-cinder-786054-3-smb neutron-server[86305]: INFO keyring.backend [-] Loading multi Apr 19 03:22:45.210175 dv-cinder-786054-3-smb neutron-server[86305]: INFO keyring.backend [-] Loading pyfs Apr 19 03:22:45.255390 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:22:45.255698 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:22:45.256069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:22:45.256416 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 03:22:45.651421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.652059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.652320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.653705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.654132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.654431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.692563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.692881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.693179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.708827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.709139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.709437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.775896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.776263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.776566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.777861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.778166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:45.779906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.054830 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.055161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.055460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.055773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.056886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.206831 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.207210 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.207532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.207839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.208166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.208546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.209019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.209317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.209612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.209954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.210258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.210570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.210882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.211178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.211493 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.211813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.212140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.212462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.212750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.213089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.213537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.213827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.214150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.215309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.215667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.215954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.216418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 03:22:46.216686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 03:22:46.216969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 03:22:46.217243 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 03:22:46.217516 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 03:22:46.217788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 03:22:46.218210 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 03:22:46.221315 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 03:22:46.225215 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 03:22:46.228983 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 19 03:22:46.230883 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 03:22:46.232161 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 03:22:46.232545 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 03:22:46.232978 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 03:22:46.236700 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 03:22:46.236988 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 03:22:46.237377 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 03:22:46.264795 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 03:22:46.265301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.265632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86305) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 03:22:46.266037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.267385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86305) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 03:22:46.267702 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 03:22:46.268009 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 03:22:46.271166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.271479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.338936 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 03:22:46.339828 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 03:22:46.340359 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 03:22:46.340778 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 03:22:46.374127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_db.sqlalchemy.engines [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86305) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 03:22:46.825987 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Initializing driver for type 'gre' Apr 19 03:22:46.826592 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] gre ID ranges: [(1, 1000)] Apr 19 03:22:46.866527 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Initializing driver for type 'local' Apr 19 03:22:46.866929 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Initializing driver for type 'vlan' Apr 19 03:22:46.877280 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] VlanTypeDriver initialization complete Apr 19 03:22:46.877685 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Initializing driver for type 'vxlan' Apr 19 03:22:46.878201 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] vxlan ID ranges: [(1, 1000)] Apr 19 03:22:46.917194 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Initializing extension driver 'port_security' Apr 19 03:22:46.918019 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.extensions.port_security [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] PortSecurityExtensionDriver initialization complete Apr 19 03:22:46.918383 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Initializing mechanism driver 'openvswitch' Apr 19 03:22:46.918729 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Initializing mechanism driver 'hyperv' Apr 19 03:22:46.924968 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:22:46.925782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > port after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.926183 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > port after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.926565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > port after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.926984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > subnet after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.927369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > subnet after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.927746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.928185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > network after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.928562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > network after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.928935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > network after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.929340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > security_group after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.929716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > security_group after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.930237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.930649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.931023 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.931649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.932083 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > address_group after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.932459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > address_group after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.932827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.933837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] ML2 OVO RPC backend initialized. {{(pid=86305) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 03:22:46.934610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.934999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.935450 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > network before_response 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.935827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > networks before_response 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.936225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > port before_response 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.936596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > ports before_response 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.936971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > subnet before_response 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.937345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > subnets before_response 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.937723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > network after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.938095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > network after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.938500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > network after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.938868 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > port after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.939231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > port after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.939598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > port after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.939962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > subnet after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.940358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > subnet after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.940722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.941345 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.plugin [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Modular L2 Plugin initialization complete Apr 19 03:22:46.941694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading services supported by the core plugin {{(pid=86305) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 03:22:46.942053 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.plugins.ml2.managers [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Got port-security extension from driver 'port_security' Apr 19 03:22:46.942551 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.extensions.vlantransparent [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Disabled vlantransparent extension. Apr 19 03:22:46.943069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86305) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 03:22:46.943406 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading Plugin: router Apr 19 03:22:46.981230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.981659 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router after_create 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.982067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router before_create 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.982472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.982886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.983272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router after_delete 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.983666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.984093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router after_create 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.984475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router after_update 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.984858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router after_update 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.985241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.985639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router after_update 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.986124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_update 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.986538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: port after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.986912 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: port after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.987288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: subnet after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.987661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.988073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.988460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_create 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.988837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: port before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.989215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.989615 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router after_update 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.989991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.990375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_create 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.990776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.991157 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_update 55549900 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.991583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > network after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.992625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Tracking information for resource: router configured {{(pid=86305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 03:22:46.993002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Tracking information for resource: floatingip configured {{(pid=86305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 03:22:46.998507 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_agentschedulers_db [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 03:22:46.999147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: port after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.999539 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: port after_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:46.999922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: port after_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.000329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: port after_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.001226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router before_create 55550100 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.001625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.002020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_create 55550100 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.002407 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > router precommit_update 55550100 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.007347 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.provider_configuration [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service providers = [] {{(pid=86305) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 03:22:47.007739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.servicetype_db [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86305) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 03:22:47.010567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.service_base [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 03:22:47.010948 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.service_base [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 03:22:47.011498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.service_base [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 03:22:47.012412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.service_base [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 03:22:47.012812 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.services.service_base [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 03:22:47.013227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 03:22:47.013575 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 03:22:47.023564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 03:22:47.023931 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading Plugin: auto_allocate Apr 19 03:22:47.029596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: network precommit_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.029995 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: network precommit_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.030573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 03:22:47.030925 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading Plugin: tag Apr 19 03:22:47.037921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 03:22:47.038287 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading Plugin: timestamp Apr 19 03:22:47.042094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 03:22:47.042984 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading Plugin: network_ip_availability Apr 19 03:22:47.048394 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.048794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.049180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.049956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 03:22:47.050310 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading Plugin: flavors Apr 19 03:22:47.054769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 03:22:47.055139 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading Plugin: revisions Apr 19 03:22:47.060324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 03:22:47.060744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=86305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:22:47.061527 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86305) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 03:22:47.061882 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Initializing extension manager. Apr 19 03:22:47.062443 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: __init__.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.062818 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: __pycache__ {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.063187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.063557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: address_group.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.064373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.065006 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: address-group Apr 19 03:22:47.065365 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: address_scope.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.066122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.066690 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: address-scope Apr 19 03:22:47.067048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.068019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.068587 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: router-admin-state-down-before-update Apr 19 03:22:47.068951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: agent.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.069695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.070254 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: agent Apr 19 03:22:47.070610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: agent_resources_synced.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.071519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.072111 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: agent-resources-synced Apr 19 03:22:47.072468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: allowedaddresspairs.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.074292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.074869 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: allowed-address-pairs Apr 19 03:22:47.075235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: auto_allocated_topology.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.076379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.076903 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: auto-allocated-topology Apr 19 03:22:47.077264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: availability_zone.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.078010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.078574 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: availability_zone Apr 19 03:22:47.078937 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: availability_zone_filter.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.079855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.080440 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: availability_zone_filter Apr 19 03:22:47.080798 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: data_plane_status.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.081838 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.082397 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 03:22:47.082752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: default_subnetpools.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.083671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.084298 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: default-subnetpools Apr 19 03:22:47.084656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.085522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.086092 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: dhcp_agent_scheduler Apr 19 03:22:47.086453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: dns.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.087367 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.087934 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension dns-integration not supported by any of loaded plugins Apr 19 03:22:47.088320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: dns_domain_ports.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.089768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.090324 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 03:22:47.090683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: dvr.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.091397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.091957 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: dvr Apr 19 03:22:47.092338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: empty_string_filtering.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.093253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.093814 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: empty-string-filtering Apr 19 03:22:47.094173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.095079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.095636 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 03:22:47.096015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.096919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.097482 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 03:22:47.097842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: external_net.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.098751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.099317 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: external-net Apr 19 03:22:47.099673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.100606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.101172 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: extra_dhcp_opt Apr 19 03:22:47.101525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: extraroute.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.102436 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.103004 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: extraroute Apr 19 03:22:47.103362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: extraroute_atomic.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.104408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.105575 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: extraroute-atomic Apr 19 03:22:47.105938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: filter_validation.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.106637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.107202 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: filter-validation Apr 19 03:22:47.107559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: fip_pf_description.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.108498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.109268 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 03:22:47.109624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: fip_port_details.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.110665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.111228 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: fip-port-details Apr 19 03:22:47.111581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: flavors.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.112831 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.113406 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: flavors Apr 19 03:22:47.113766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.115406 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.116002 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 03:22:47.116370 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: floatingip_pools.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.117110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.117681 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: floatingip-pools Apr 19 03:22:47.118044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: ip_allocation.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.118978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.119545 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 03:22:47.119904 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.120898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.121460 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: ip-substring-filtering Apr 19 03:22:47.121818 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: l2_adjacency.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.122740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.123300 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 03:22:47.123656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: l3.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.124782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.125354 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: router Apr 19 03:22:47.125714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.127986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.128571 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 03:22:47.128936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.129857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.130424 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: ext-gw-mode Apr 19 03:22:47.130785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.131805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.132401 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: l3-ha Apr 19 03:22:47.132763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: l3_flavors.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.133673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.134242 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: l3-flavors Apr 19 03:22:47.134602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.135511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.136182 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 03:22:47.136694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: l3agentscheduler.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.137892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.138476 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: l3_agent_scheduler Apr 19 03:22:47.138838 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: logging.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.140368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.140947 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension logging not supported by any of loaded plugins Apr 19 03:22:47.141316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: metering.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.142105 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.142794 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: metering Apr 19 03:22:47.143158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.144285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.144855 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: metering_source_and_destination_fields Apr 19 03:22:47.145211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: multiprovidernet.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.146135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.146701 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: multi-provider Apr 19 03:22:47.147056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: netmtu.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.148017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.148563 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: net-mtu Apr 19 03:22:47.148920 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: netmtu_writable.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.149880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.150448 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: net-mtu-writable Apr 19 03:22:47.150806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: network_availability_zone.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.152181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.152908 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: network_availability_zone Apr 19 03:22:47.153277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: network_ip_availability.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.154379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.154946 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: network-ip-availability Apr 19 03:22:47.155302 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: network_segment_range.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.156173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.156733 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 03:22:47.157091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: pagination.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.158093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.158462 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: pagination Apr 19 03:22:47.158823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: port_device_profile.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.159730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.160325 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: port-device-profile Apr 19 03:22:47.160683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.161599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.162163 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: port-mac-address-regenerate Apr 19 03:22:47.162519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.163436 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.164021 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: port-numa-affinity-policy Apr 19 03:22:47.164380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: port_resource_request.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.165289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.165843 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 03:22:47.166260 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: portbindings.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.167124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.168467 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: binding Apr 19 03:22:47.168830 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: portbindings_extended.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.170115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.170677 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: binding-extended Apr 19 03:22:47.171037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: portsecurity.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.171957 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.172551 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: port-security Apr 19 03:22:47.172908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: project_id.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.173883 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.174250 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: project-id Apr 19 03:22:47.174602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: providernet.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.175519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.176103 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: provider Apr 19 03:22:47.176457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.180128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.180717 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos not supported by any of loaded plugins Apr 19 03:22:47.181087 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.182622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.183472 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 03:22:47.183758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.184755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.185322 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 03:22:47.185683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos_default.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.186603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.187169 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos-default not supported by any of loaded plugins Apr 19 03:22:47.187527 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos_fip.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.188234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.188795 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos-fip not supported by any of loaded plugins Apr 19 03:22:47.189151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos_gateway_ip.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.190075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.190640 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 03:22:47.190998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos_port_network_policy.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.191910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.192499 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 03:22:47.192858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos_rule_type_details.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.193779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.194336 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 03:22:47.194691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: qos_rules_alias.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.195733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.196322 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 03:22:47.196679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: quotasv2.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.197661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.198026 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: quotas Apr 19 03:22:47.198379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: quotasv2_detail.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.200188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.200565 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: quota_details Apr 19 03:22:47.200929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: rbac.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.202073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.202654 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: rbac-policies Apr 19 03:22:47.203017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: rbac_address_group.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.203960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.204583 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: rbac-address-group Apr 19 03:22:47.204942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: rbac_address_scope.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.205861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.206429 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: rbac-address-scope Apr 19 03:22:47.206787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: rbac_security_groups.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.207703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.208299 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: rbac-security-groups Apr 19 03:22:47.208665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: rbac_subnetpool.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.209600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.210177 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: rbac-subnetpool Apr 19 03:22:47.210538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: revisionifmatch.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.211462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.212056 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: revision-if-match Apr 19 03:22:47.212418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: revisions.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.213532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.214640 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: standard-attr-revisions Apr 19 03:22:47.215002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: router_availability_zone.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.215716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.216313 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: router_availability_zone Apr 19 03:22:47.216670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: routerservicetype.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.217587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.218149 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension router-service-type not supported by any of loaded plugins Apr 19 03:22:47.218502 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.219437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.220035 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: security-groups-normalized-cidr Apr 19 03:22:47.220393 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.221330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.221901 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: port-security-groups-filtering Apr 19 03:22:47.222256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.223216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.223790 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: security-groups-remote-address-group Apr 19 03:22:47.224174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: securitygroup.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.238075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.238690 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: security-group Apr 19 03:22:47.239060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: segment.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.239904 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.240502 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension segment not supported by any of loaded plugins Apr 19 03:22:47.240863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.241811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.242380 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 03:22:47.242736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: servicetype.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.243823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.244424 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: service-type Apr 19 03:22:47.244786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: sorting.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.245876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.246320 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: sorting Apr 19 03:22:47.246679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: standard_attr_segment.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.247605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.248196 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 03:22:47.248559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: standardattrdescription.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.249255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.249825 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: standard-attr-description Apr 19 03:22:47.250183 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: stateful_security_group.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.251106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.251691 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: stateful-security-group Apr 19 03:22:47.252079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: stdattrs_common.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.252657 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 03:22:47.253013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.254002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.254581 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 03:22:47.254939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: subnet_onboard.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.256019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.256627 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: subnet_onboard Apr 19 03:22:47.256988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.257914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.258489 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 03:22:47.258846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: subnet_service_types.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.259769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.260372 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: subnet-service-types Apr 19 03:22:47.260728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: subnetallocation.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.261844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.262418 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: subnet_allocation Apr 19 03:22:47.262780 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.263468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.264066 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: subnetpool-prefix-ops Apr 19 03:22:47.264427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.265363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.265935 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 03:22:47.266294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: tagging.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.267552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.268173 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: standard-attr-tag Apr 19 03:22:47.268543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: timestamp.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.269691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.270264 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loaded extension: standard-attr-timestamp Apr 19 03:22:47.270625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: trunk.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.271652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.272268 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension trunk not supported by any of loaded plugins Apr 19 03:22:47.272629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: trunk_details.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.273541 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.274105 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension trunk-details not supported by any of loaded plugins Apr 19 03:22:47.274457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: uplink_status_propagation.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.275376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.275943 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 03:22:47.276327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Loading extension file: vlantransparent.py {{(pid=86305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 03:22:47.277537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 03:22:47.278111 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 03:22:47.280812 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:network Apr 19 03:22:47.281613 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:subnet Apr 19 03:22:47.282290 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 03:22:47.282942 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:port Apr 19 03:22:47.284434 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.284916 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service FLAVORS assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.285595 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.286052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.286417 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:router Apr 19 03:22:47.287136 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 03:22:47.287906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service METERING assigned prefix: /metering {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.289715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.290113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.290495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:22:47.291631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 03:22:47.292144 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:security_group Apr 19 03:22:47.293504 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 03:22:47.294290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service CORE assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.294664 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 03:22:47.295027 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] subnetpool is already registered Apr 19 03:22:47.295689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service CORE assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.296071 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 03:22:47.296431 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] subnetpool is already registered Apr 19 03:22:47.299131 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.299603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service FLAVORS assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.300270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.300728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.301094 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:router Apr 19 03:22:47.301456 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] router is already registered Apr 19 03:22:47.302104 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:floatingip Apr 19 03:22:47.302467 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] floatingip is already registered Apr 19 03:22:47.303148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service METERING assigned prefix: /metering {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.303875 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 03:22:47.304259 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] rbac_policy is already registered Apr 19 03:22:47.304884 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:security_group Apr 19 03:22:47.305244 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] security_group is already registered Apr 19 03:22:47.305889 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 03:22:47.306501 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] security_group_rule is already registered Apr 19 03:22:47.307225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service CORE assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.307587 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 03:22:47.308019 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] subnetpool is already registered Apr 19 03:22:47.308828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.resource_helper [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Service CORE assigned prefix: {{(pid=86305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 03:22:47.309195 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 03:22:47.309553 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.quota.resource_registry [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] subnetpool is already registered Apr 19 03:22:47.310259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: extensions {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.311770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: address-groups {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.313430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: address-scopes {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.314673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: agents {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.315886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: auto-allocated-topology {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.317202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: availability_zones {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.318614 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: dhcp-networks {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.320110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: dhcp-agents {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.321594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: routers {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.323425 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: flavors {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.324835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: service_profiles {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.326133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: next_providers {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.327780 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: service_profiles {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.329266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: floatingip-pools {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.330561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: routers {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.332423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: floatingips {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.333653 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: l3-routers {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.335100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: l3-agents {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.336589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: metering-labels {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.338794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: metering-label-rules {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.340711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: network-ip-availabilities {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.342132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: bindings {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.343829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: quotas {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.345338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: quotas {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.346781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: rbac-policies {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.348155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: security-groups {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.349413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: security-group-rules {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.350682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: service-providers {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.351939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: subnetpools {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.353417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: subnetpools {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.355482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.357298 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.359168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.361033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.362872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.364807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.366567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.368535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.370424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.372400 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.extensions [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Extended resource: tags {{(pid=86305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 03:22:47.379100 dv-cinder-786054-3-smb neutron-server[86305]: WARNING keystonemiddleware.auth_token [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 03:22:47.384296 dv-cinder-786054-3-smb neutron-server[86305]: WARNING keystonemiddleware.auth_token [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 03:22:47.393034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Acquired lock "singleton_lock" {{(pid=86305) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 03:22:47.393548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Releasing lock "singleton_lock" {{(pid=86305) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 03:22:47.394985 dv-cinder-786054-3-smb neutron-server[86305]: INFO oslo_service.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Starting 2 workers Apr 19 03:22:47.399774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Started child 86418 {{(pid=86305) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 03:22:47.404396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:22:47.405068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Started child 86419 {{(pid=86305) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 03:22:47.405841 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [-] (86418) wsgi starting up on http://0.0.0.0:9696 Apr 19 03:22:47.406564 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 03:22:47.407220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Notify callbacks [] for process, before_spawn {{(pid=86305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:22:47.408606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:22:47.409707 dv-cinder-786054-3-smb neutron-server[86305]: INFO oslo_service.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Starting 1 workers Apr 19 03:22:47.410008 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [-] (86419) wsgi starting up on http://0.0.0.0:9696 Apr 19 03:22:47.415168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Started child 86420 {{(pid=86305) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 03:22:47.415682 dv-cinder-786054-3-smb neutron-server[86305]: INFO oslo_service.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Starting 1 workers Apr 19 03:22:47.417232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] calling RpcWorker wait() {{(pid=86420) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 03:22:47.418202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] returning from RpcWorker wait() {{(pid=86420) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 03:22:47.419773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:22:47.420350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:22:47.421032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Started child 86421 {{(pid=86305) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 03:22:47.421820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9552db99-5a22-4dff-98a7-04e9c059a467 None None] Notify callbacks [] for process, after_spawn {{(pid=86305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:22:47.423455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86305) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 03:22:47.423694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 03:22:47.423900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 03:22:47.424195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 03:22:47.424616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 03:22:47.424807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 03:22:47.425390 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.425519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:22:47.425666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.425979 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.426263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.426617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.427258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.427556 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.427842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.428178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.428450 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.428650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.428823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.429267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.429713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.430073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.430361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.430629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.430925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.431138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.431672 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.432002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.432287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.432597 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] debug = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.432864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.433473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.433741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.434014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.434264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.434562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.434828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.435140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.435402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.435650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.435934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.436235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.436495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.436738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.436986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.437274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.437524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.437961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] host = dv-cinder-786054-3-smb {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.438230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.438477 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.438743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.439442 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.439709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.439907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.440222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.440514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.440791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.441052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.441331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.441594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.441853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.442122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.442311 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_options = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.442561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.442866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.443178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.443413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.443580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.443723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.444005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.444169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.444452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.444715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.444959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.445225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.445472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.445728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.446019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.446277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.446546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.446786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.447087 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.447373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.447655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.449033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.449330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.449842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.450230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.450505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.450794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.451077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.451389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.451697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.452037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.453090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.453090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.453090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.453647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.453647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.453647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.454033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.454316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.454528 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.454765 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.455025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.455315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.455587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.455873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.456168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_json = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.456421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.456677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.456981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.457237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.457488 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.457738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.457990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.458269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.458725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.459046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.459406 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.459674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.460404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.460529 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:22:47.460640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.460640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.460889 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.461010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.461240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.461581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.461836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.462186 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.462458 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.462739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.463096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.463410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.463721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.463993 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.464887 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.465139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.465385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.465731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.466059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.466349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.466628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.466901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.467176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.467445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.467714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.467963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.468243 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.468550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.468806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.469053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.469306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.469580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.469832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.470127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.470405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.470704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.470977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.471248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.471497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.471744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.472009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.472274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.472544 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.472810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.473088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.473362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.473632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.473879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.474126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.474378 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.474651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.474903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.475149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.475510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.475767 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.476048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.476336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.476608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.476856 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.477103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.477356 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.477641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.477889 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.478143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.478409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.478658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.479215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.479215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.479490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.479626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.479800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.480668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.480668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.480668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.481076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.481255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.481407 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.481623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.481819 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.482138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.482488 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.482750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.483030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.483354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.483550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.483801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.484242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.484519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.484773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.485016 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.485299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.485561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.485844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.486109 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.486360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.486662 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.486919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.487180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.487387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57564) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:22:47.487555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.487709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.487909 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.488216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.488503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.488780 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.489051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.489373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.489703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.489980 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.490389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.490649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.490951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.491290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.494324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.494324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.494324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.494324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.494324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.494324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.494324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.494324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.495484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.495484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.495484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.495484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.495484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.495484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.495484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.496661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.496661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.496661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.497072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.497072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.497386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.497668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.497972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.498264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.499302 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.499302 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.500158 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093625 Apr 19 03:22:47.500312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.500312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.500312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.500312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.500312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.500943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.500943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.501920 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.502206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.502463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.502763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.503018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.503290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.503543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.507555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.507555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.507555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.507555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.507555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.507555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.507555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.507555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.508707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.508707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.508707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.508707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.508707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.508707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.509300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.509300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.509557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.509726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.509981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.510263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.510524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.510781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.511583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.512508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.512776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.513051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.513336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.513609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.513923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.514211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.514562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.514849 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.515108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.515613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.515854 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.516336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.516814 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.517255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.517702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.518139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.518571 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.519044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.519512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.521554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.521554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.521554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.521554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.521554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.521554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.521554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.521554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.522180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.522180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.522323 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.522582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.522787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.523040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.523295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.523545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.523812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.525869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.525869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.525869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.525869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.525869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.526254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.526326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.527518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.527961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.528485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.528746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.529020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.529222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.529455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.529805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.530106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.530355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.531388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.531388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.531388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.531848 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.531848 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.532847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.533161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.533703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.534635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.534635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.534635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.534943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.536039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.536039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.536858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.537276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.537655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.538037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.538360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.538747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.539439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.539800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.540296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.540750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.541070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.541346 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.541608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.541872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.542133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.542942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.543231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.543566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.543860 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.544145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.544424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.544704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.544988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.545902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.545902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.545902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.545902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 03:22:47.546420 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86305) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 03:22:47.546611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 03:22:47.546773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 03:22:47.546993 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 03:22:47.547199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 03:22:47.547359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 03:22:47.547611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.547801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.548005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.548213 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.548399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.548606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.548794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.548979 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.549166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.549353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.549538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.549723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.549908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.550093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.550279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.550463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.550646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.550831 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.551020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.551205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.551407 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.551552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.551732 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] debug = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.551916 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.552993 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.553175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.553647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.553824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.554179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.554374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.554560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.554728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.555078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.555268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.555452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.555639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.555807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.556465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.556646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.556799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.556962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] host = dv-cinder-786054-3-smb {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.557151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.557336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.557522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.557708 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.557943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.558139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.558443 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.558635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.558801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.558987 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.559153 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.559341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.559479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.559815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.560166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_options = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.560520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.560692 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.560877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.561089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.561280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.561468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.561657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.561846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.562032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.562220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.562404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.562594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.562778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.562882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:22:47.562981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.563121 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.563305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.563489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.563673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.563858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.564068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.564254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.564439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.564624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.564810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.564992 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.565178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.565361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.565519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.565674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.565894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.566045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.566184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.566323 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.566496 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.566681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.566865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.567050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.567238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.567424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.567609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.567793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.567998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.568182 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.568955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.568955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.568955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_json = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.568955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.568955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.569501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.569501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.569501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.569834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.569834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.570018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 03:22:47.570115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.570288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.570922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.570922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.570922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.571250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.571250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.571688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.571688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.571688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.572125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.572125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.572437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.572437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.572644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.572644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.573009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.573009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.573229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.573339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.573439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.574175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.574384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.574574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.574872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.574994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.575107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.575248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.575415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.575599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.575788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.576037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.576173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.576333 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.576520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.576707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.576894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.577082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.577274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.577464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.577687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.577845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.578022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.578142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.578297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.578485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.578673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.578861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.579069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.579204 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.579391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.579577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.579743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.579924 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.581988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.582832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.582832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.582832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.582832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.582832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.582832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.582832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.582832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.583616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.583616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.583616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.583616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.583616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.584993 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.585198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.585387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.586651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.586651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.586651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.586651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.586651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.586651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.586651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.587310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.587310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.587310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.587310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.587651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.587651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.587839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.587839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.588078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.588179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.588367 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.588539 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.588918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.589458 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.589652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.589900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.589991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.590156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.590353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.590545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.590739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.591999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.591999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.591999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.591999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.591999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.591999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.591999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.592829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.593034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.593209 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.593550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.593754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.593905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.594118 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.594292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.594483 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.594673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.594890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.595084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.595253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.595647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.595939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.596145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.596325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.596497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.596841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.597621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.597621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.597621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.597621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.598484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.598484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.598484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.598484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.598484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.598484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.599776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.599776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.599776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.599776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.599776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.599776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.599776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.599776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.601675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.601675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.601675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.601675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.601675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.601675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.601675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.601675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.602456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.602456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.602456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.602456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.602456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.602456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.602456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.602456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.603880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.605269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.608582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609614 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.609944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.610133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.610320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.610508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.610707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.610895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.611085 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.611272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.611458 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.611656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.611845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.612062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.612230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.612405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.612598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.612784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.612970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.613158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.613346 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.613544 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.613733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.613921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.614118 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.614305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.614493 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.614680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.614880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.615070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.615260 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.615447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.615634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.615823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.616033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.616227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.616426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.616623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.616812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.617006 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.617203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.617400 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.617587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.617781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.617984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.618170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.618357 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.622820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 03:22:47.623299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 03:22:58.581234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee47fd3c-da97-4f1e-82aa-1b07c7564ced None None] get_active_networks_info from dv-cinder-786054-3-smb {{(pid=86420) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 03:22:58.687451 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47fd3c-da97-4f1e-82aa-1b07c7564ced None None] No non-hosted networks {{(pid=86420) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 03:22:58.700568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2b9112fa-4120-4015-9d0d-119783f9071b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405'] for agent, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:00.668033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a25493ea-0291-4145-a503-ea67a9e27b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405'] for agent, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:00.701124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ab982846-7f06-43f7-9b73-59248b8d3efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:01.716640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405'] for agent, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:01.717321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.718908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.719858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.720141 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.720512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.720874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.721209 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.721881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.722877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.723416 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.726835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.726835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:01.727372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786054-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:01.763303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786054-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:01.869993 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405'] for agent, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:03.389854 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_hamode_db [None req-df2986b6-e696-44dd-a4fb-4ab222ca01ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 03:23:03.484014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2986b6-e696-44dd-a4fb-4ab222ca01ec None None] Routers set() bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:23:03.484473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2986b6-e696-44dd-a4fb-4ab222ca01ec None None] Router IDs set() for agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 03:23:03.564170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405'] for agent, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:04.271859 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57660) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:04.894512 dv-cinder-786054-3-smb neutron-server[86305]: WARNING oslo_policy.policy [None req-a06726a8-f27e-4f86-b06c-9e03cba82460 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 03:23:04.895054 dv-cinder-786054-3-smb neutron-server[86305]: WARNING oslo_policy.policy [None req-a06726a8-f27e-4f86-b06c-9e03cba82460 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 03:23:05.134531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [None req-a06726a8-f27e-4f86-b06c-9e03cba82460 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:23:05.136614 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a06726a8-f27e-4f86-b06c-9e03cba82460 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8637300 Apr 19 03:23:07.861655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57674) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:08.259089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:23:08.362992 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.policy [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86418) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 03:23:08.419852 dv-cinder-786054-3-smb neutron-server[86305]: WARNING oslo_policy.policy [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 03:23:08.420245 dv-cinder-786054-3-smb neutron-server[86305]: WARNING oslo_policy.policy [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 03:23:08.438164 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] Loaded quota_driver: . Apr 19 03:23:08.455139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:23:08.512384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249678987386', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249678987822', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249678997860', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249679004104', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249679021022', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363249679020697', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-562391', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-643287', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2038627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852767097'] for rbac-policy, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:08.733690 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:08.734857 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f27c2f2f-606a-409e-a93b-87a204b37181 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8722322 Apr 19 03:23:11.724226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57688) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:12.103351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:23:12.109911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:23:12.114410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Usage tracker for resource:network and tenant:18f1f1c0233e4bcda4faf8aa64e5d845 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:23:12.117889 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:23:12.124751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:23:12.133284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Made reservation on behalf of 18f1f1c0233e4bcda4faf8aa64e5d845 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:23:12.139908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:12.156064 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:12.171041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:23:12.175518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Usage tracker for resource:security_group_rule and tenant:18f1f1c0233e4bcda4faf8aa64e5d845 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:23:12.181309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:23:12.188982 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:23:12.285593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:12.288183 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:12.293717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:12.317262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:23:12.342038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363249683798422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:12.342540 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Unsubscribe: segment precommit_create {{(pid=86418) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 03:23:12.342993 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Added segment 01c33796-7601-4b87-ad7a-ff1fffa34ad9 of type vlan for network 42318d7d-5146-4985-8357-1e256eeb91a5 Apr 19 03:23:12.397860 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1328e00a-df64-4dbb-89ef-f82e2ba55aba,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:12.420059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.420436 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.420798 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.421157 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.421510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.421863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.422211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.422567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.422916 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.423265 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.423611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.423954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Tracked resource versions report: Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: pushed versions: Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: { 'AddressGroup': {'1.2'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': {'1.0'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': {'1.0'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': {'1.1'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': {'1.7'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': {'1.2'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': {'1.8'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': {'1.4'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': {'1.2'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': {'1.0'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': {'1.1'}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': {'1.1'}} Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: consumer versions: Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: { DHCP agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: L3 agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: Metadata agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: Metering agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: Open vSwitch agent@dv-cinder-786054-3-smb: { 'AddressGroup': '1.2', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': '1.0', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': '1.0', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': '1.1', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': '1.7', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': '1.2', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': '1.8', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': '1.4', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': '1.2', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': '1.0', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': '1.1', Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': '1.1'}} Apr 19 03:23:12.425075 dv-cinder-786054-3-smb neutron-server[86305]: {{(pid=86418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 03:23:12.469835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:12.474223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:12.508085 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:12.509454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:23:12.510104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:12.515566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:12.627032 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9015877 Apr 19 03:23:12.627677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=42318d7d-5146-4985-8357-1e256eeb91a5,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:12.630834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:12.640159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 42318d7d-5146-4985-8357-1e256eeb91a5 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:23:15.673721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57704) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:16.156781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad4791-8ed0-44fd-99ad-6b543dab92ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:23:16.158237 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0bad4791-8ed0-44fd-99ad-6b543dab92ab admin admin] 10.222.0.20 "GET /v2.0/networks/42318d7d-5146-4985-8357-1e256eeb91a5 HTTP/1.1" status: 200 len: 825 time: 0.4834998 Apr 19 03:23:16.186519 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-271b5630-79cc-4380-8231-2d6fc6e8f0a7 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/325e4bc5-0403-4166-b399-71e5dd4c1b1a HTTP/1.1" status: 200 len: 734 time: 0.0222263 Apr 19 03:23:16.195720 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5', 'subnetpool_id': '325e4bc5-0403-4166-b399-71e5dd4c1b1a'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:23:16.201184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:23:16.205060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Usage tracker for resource:subnet and tenant:18f1f1c0233e4bcda4faf8aa64e5d845 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:23:16.207930 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:23:16.214315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:23:16.223257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Made reservation on behalf of 18f1f1c0233e4bcda4faf8aa64e5d845 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:23:16.228116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:16.691885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:16.697044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:16.782794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4b5df2-1a3e-4184-a5af-43688c13fc87,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:16.784831 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Checking segment: {'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:23:16.785874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Network hostable DHCP agents. Network: 42318d7d-5146-4985-8357-1e256eeb91a5, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:23:16.792668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:16.806953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Network 42318d7d-5146-4985-8357-1e256eeb91a5 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:23:16.816321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 42318d7d-5146-4985-8357-1e256eeb91a5) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:23:16.820756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:23:16.821380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:16.826668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37abb30-9244-40ce-b41f-af2142b6c7d1 None None] Network 42318d7d-5146-4985-8357-1e256eeb91a5 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:23:16.841630 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6494946 Apr 19 03:23:17.321867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fac9a6c-fa97-52ec-baca-1f46f843570d-42318d7d-5146-4985-8357-1e256eeb91a5', 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'fixed_ips': [{'subnet_id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87'}]}} from dv-cinder-786054-3-smb. {{(pid=86420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 03:23:17.323591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:17.509156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Allocated IP 172.20.0.2 (42318d7d-5146-4985-8357-1e256eeb91a5/9a4b5df2-1a3e-4184-a5af-43688c13fc87/1975a5b9-0efc-4c10-ad14-6ec9a04c44f6) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:23:17.739448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:17.752051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Transition to ACTIVE for port object 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:23:17.774269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Transition to ACTIVE for port object 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:23:17.779924 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:17.785389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:17.845509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Network 42318d7d-5146-4985-8357-1e256eeb91a5 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:23:17.852738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:23:17.859648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:23:17.867215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Pushing event updated for resources: {'Port': ['ID=1975a5b9-0efc-4c10-ad14-6ec9a04c44f6,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:17.906743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.907111 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.907474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.907828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.908421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.909015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.909615 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.910218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.910838 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.911457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.912095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.912708 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Tracked resource versions report: Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: pushed versions: Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: { 'AddressGroup': {'1.2'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': {'1.0'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': {'1.0'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': {'1.1'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': {'1.7'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': {'1.2'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': {'1.8'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': {'1.4'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': {'1.2'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': {'1.0'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': {'1.1'}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': {'1.1'}} Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: consumer versions: Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: { DHCP agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: L3 agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: Metadata agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: Metering agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: Open vSwitch agent@dv-cinder-786054-3-smb: { 'AddressGroup': '1.2', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': '1.0', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': '1.0', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': '1.1', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': '1.7', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': '1.2', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': '1.8', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': '1.4', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': '1.2', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': '1.0', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': '1.1', Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': '1.1'}} Apr 19 03:23:17.914769 dv-cinder-786054-3-smb neutron-server[86305]: {{(pid=86420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 03:23:17.953051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:17.978505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Attempting to bind port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:23:17.978921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Attempting to bind port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:23:17.979387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Attempting to bind port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 on network 42318d7d-5146-4985-8357-1e256eeb91a5 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:23:17.984921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:23:17.985340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Checking segment: {'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:23:17.985795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:17.986215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Bound using segment: {'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:23:17.986744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Bound port: 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:23:17.987240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:18.079756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] For port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:23:18.083774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] For port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=1975a5b9-0efc-4c10-ad14-6ec9a04c44f6,segment=NetworkSegment(01c33796-7601-4b87-ad7a-ff1fffa34ad9),segment_id=01c33796-7601-4b87-ad7a-ff1fffa34ad9)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:23:18.087003 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:18.091966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:18.181588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Pushing event updated for resources: {'Port': ['ID=1975a5b9-0efc-4c10-ad14-6ec9a04c44f6,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:18.185336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:19.672870 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57714) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:20.074881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [None req-22a6edd1-0850-4d45-8544-c145d04fce24 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:23:20.075942 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-22a6edd1-0850-4d45-8544-c145d04fce24 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4020677 Apr 19 03:23:22.865728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57724) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:23.276130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [None req-84b1b36f-f73d-4df6-a2b0-e9e9b09e192c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:23:23.277199 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-84b1b36f-f73d-4df6-a2b0-e9e9b09e192c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4105272 Apr 19 03:23:23.883464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:23:23.955548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:23:25.007778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d0f9d-8e86-4310-8823-30ff1b96c062 None None] Network 42318d7d-5146-4985-8357-1e256eeb91a5 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:23:25.121073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] Provisioning for port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:23:25.129599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] Provisioning complete for port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:25.130008 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:25.363239 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:25.414160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] For port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=1975a5b9-0efc-4c10-ad14-6ec9a04c44f6,segment=NetworkSegment(01c33796-7601-4b87-ad7a-ff1fffa34ad9),segment_id=01c33796-7601-4b87-ad7a-ff1fffa34ad9)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:23:25.419162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:25.424706 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:25.504195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] Pushing event updated for resources: {'Port': ['ID=1975a5b9-0efc-4c10-ad14-6ec9a04c44f6,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:25.507473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:25.644759 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-bf70e807-0983-434e-b2cf-b2feb4349b4b None None] Provisioning complete for port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:25.645091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bf70e807-0983-434e-b2cf-b2feb4349b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:25.855385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:23:25.927882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:25.928241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:26.380010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57740) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:26.752410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Request body: {'router': {'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:23:26.757652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:23:26.762230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Usage tracker for resource:router and tenant:18f1f1c0233e4bcda4faf8aa64e5d845 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:23:26.765339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:23:26.771106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:23:26.780575 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852801568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772748'] for router, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:26.781894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1974248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1600287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3053'] for router, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:26.802491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:26.911517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213'] for router, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:26.928884 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:26.930117 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7ef54824-0889-4b55-b6e1-fd57a609a3b9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5490541 Apr 19 03:23:28.433669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5fcae6ac-d734-4851-8de8-80db6ba89d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:29.647557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57750) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:30.046725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [None req-251591fd-ef42-4c19-b4da-69714233afbb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:23:30.047784 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-251591fd-ef42-4c19-b4da-69714233afbb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3991737 Apr 19 03:23:30.663774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c65c0123-4b80-4f96-955c-f87991ed829d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:31.715242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:31.771449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:32.804613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 57770) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:33.077192 dv-cinder-786054-3-smb neutron-server[86305]: WARNING oslo_policy.policy [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 03:23:33.077776 dv-cinder-786054-3-smb neutron-server[86305]: WARNING oslo_policy.policy [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 03:23:33.310971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:23:33.314103 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.quota [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Loaded quota_driver: . Apr 19 03:23:33.330154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:23:33.336747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Usage tracker for resource:network and tenant:b1ceb4fb6e484881856a45eac8c28819 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:23:33.341969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:23:33.349383 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:23:33.363906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Made reservation on behalf of b1ceb4fb6e484881856a45eac8c28819 for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:23:33.441672 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.policy [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86419) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 03:23:33.496727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:33.499268 dv-cinder-786054-3-smb neutron-server[86305]: WARNING oslo_policy.policy [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 03:23:33.499690 dv-cinder-786054-3-smb neutron-server[86305]: WARNING oslo_policy.policy [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 03:23:33.521175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:33.540963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:33.557712 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:23:33.561809 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ceb4fb6e484881856a45eac8c28819 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:23:33.564975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:23:33.570727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:23:33.828089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:33.830623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:33.835612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:33.846716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Reserving flat network on physical network physnet1 {{(pid=86419) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 03:23:33.876059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363249683798422', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:33.876647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Unsubscribe: segment precommit_create {{(pid=86419) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 03:23:33.877094 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Added segment 8dad85bd-14e5-4acf-a44e-a14a00ed86d2 of type flat for network 2b282c9f-01b3-436d-9a2f-af1029725b6f Apr 19 03:23:33.933724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a948043-fafd-4634-bc49-f2b29db26ef1,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:33.957876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.958248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.958641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.958993 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.959338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.959684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.960048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.960391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.960731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.961075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.961413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.961749 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Tracked resource versions report: Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: pushed versions: Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: { 'AddressGroup': {'1.2'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': {'1.0'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': {'1.0'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': {'1.1'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': {'1.7'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': {'1.2'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': {'1.8'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': {'1.4'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': {'1.2'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': {'1.0'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': {'1.1'}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': {'1.1'}} Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: consumer versions: Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: { DHCP agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: L3 agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: Metadata agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: Metering agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: Open vSwitch agent@dv-cinder-786054-3-smb: { 'AddressGroup': '1.2', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': '1.0', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': '1.0', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': '1.1', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': '1.7', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': '1.2', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': '1.8', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': '1.4', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': '1.2', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': '1.0', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': '1.1', Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': '1.1'}} Apr 19 03:23:33.962840 dv-cinder-786054-3-smb neutron-server[86305]: {{(pid=86419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 03:23:34.008973 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:34.011327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:34.056233 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:34.058689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:23:34.059332 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:34.064030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:34.176709 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3697150 Apr 19 03:23:34.179590 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Pushing event updated for resources: {'Network': ['ID=2b282c9f-01b3-436d-9a2f-af1029725b6f,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:34.184137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:34.192729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:23:36.714250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 57800) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:36.834922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04384d4-5975-44ba-90b3-ac9e1422d221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:23:36.836380 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d04384d4-5975-44ba-90b3-ac9e1422d221 admin admin] 10.222.0.20 "GET /v2.0/subnets/9a4b5df2-1a3e-4184-a5af-43688c13fc87 HTTP/1.1" status: 200 len: 849 time: 0.1210730 Apr 19 03:23:37.024040 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-05820564-be74-40ab-9082-5e5ff4bf77bd admin admin] 10.222.0.20 "GET /v2.0/routers/14086b71-ce41-45e2-8b21-e812890aac72 HTTP/1.1" status: 200 len: 704 time: 0.1814227 Apr 19 03:23:37.507799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:37.745952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Allocated IP 172.20.0.1 (42318d7d-5146-4985-8357-1e256eeb91a5/9a4b5df2-1a3e-4184-a5af-43688c13fc87/1695e235-191e-416f-bbea-b7a228d57d31) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:23:37.908035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:37.926062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Transition to ACTIVE for port object 1695e235-191e-416f-bbea-b7a228d57d31 will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:23:38.130555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:38.135404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:38.194685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Network 42318d7d-5146-4985-8357-1e256eeb91a5 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:23:38.202278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:23:38.209032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:23:38.209564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085902'] for router_interface, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:38.335781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Pushing event updated for resources: {'Port': ['ID=1695e235-191e-416f-bbea-b7a228d57d31,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:38.353108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:38.362690 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-f5ea38b7-fdec-4911-b91f-09c506b3d40f None None] Provisioning for port 1695e235-191e-416f-bbea-b7a228d57d31 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:23:38.367665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-f5ea38b7-fdec-4911-b91f-09c506b3d40f None None] Provisioning complete for port 1695e235-191e-416f-bbea-b7a228d57d31 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:38.368101 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f5ea38b7-fdec-4911-b91f-09c506b3d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:38.425874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea38b7-fdec-4911-b91f-09c506b3d40f None None] Port 1695e235-191e-416f-bbea-b7a228d57d31 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:23:38.488137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:38.726221 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:38.730126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:38.731231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852689815'] for router_interface, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:38.735413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:38.880179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Pushing event updated for resources: {'Port': ['ID=1695e235-191e-416f-bbea-b7a228d57d31,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:38.884261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:38.935766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Network 42318d7d-5146-4985-8357-1e256eeb91a5 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:23:38.936849 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:23:39.140841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Router 14086b71-ce41-45e2-8b21-e812890aac72 is scheduled to L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed with binding_index 1 {{(pid=86419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 03:23:39.150015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-2cbb7ea5-5b55-4813-915d-8441b2eaba4e None None] Provisioning complete for port 1695e235-191e-416f-bbea-b7a228d57d31 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:39.150454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7ea5-5b55-4813-915d-8441b2eaba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:39.208905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb7ea5-5b55-4813-915d-8441b2eaba4e None None] Port 1695e235-191e-416f-bbea-b7a228d57d31 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:23:39.305499 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:23:39.315604 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] 10.222.0.20 "PUT /v2.0/routers/14086b71-ce41-45e2-8b21-e812890aac72/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2861123 Apr 19 03:23:39.317117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Sync routers for ids ['14086b71-ce41-45e2-8b21-e812890aac72'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:23:39.327922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Routers {'14086b71-ce41-45e2-8b21-e812890aac72'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:23:39.328799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:23:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['14086b71-ce41-45e2-8b21-e812890aac72'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:39.515730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Set router 14086b71-ce41-45e2-8b21-e812890aac72 gateway port host: None {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:23:40.061743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14086b71-ce41-45e2-8b21-e812890aac72', 'name': 'router1', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:23:26Z', 'updated_at': '2021-04-19T03:23:38Z', 'revision_number': 2, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'gw_port_host': None, '_interfaces': [{'id': '1695e235-191e-416f-bbea-b7a228d57d31', 'name': '', 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'mac_address': 'fa:16:3e:fe:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:37Z', 'updated_at': '2021-04-19T03:23:38Z', 'revision_number': 2, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'subnets': [{'id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325e4bc5-0403-4166-b399-71e5dd4c1b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:40.066834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Checking router: 14086b71-ce41-45e2-8b21-e812890aac72 for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:23:40.067217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Updating router 14086b71-ce41-45e2-8b21-e812890aac72 port 1695e235-191e-416f-bbea-b7a228d57d31 binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:23:40.124295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:40.524648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:40.539352 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Transition to ACTIVE for port object 1695e235-191e-416f-bbea-b7a228d57d31 will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:23:40.545724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:40.551239 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:40.734172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Pushing event updated for resources: {'Port': ['ID=1695e235-191e-416f-bbea-b7a228d57d31,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:40.777587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.777913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.778284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.778649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.779009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.779370 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.779727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.780106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.780462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.780815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.781164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.781512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Tracked resource versions report: Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: pushed versions: Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: { 'AddressGroup': {'1.2'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': {'1.0'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': {'1.0'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': {'1.1'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': {'1.7'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': {'1.2'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': {'1.8'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': {'1.4'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': {'1.2'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': {'1.0'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': {'1.1'}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': {'1.1'}} Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: consumer versions: Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: { DHCP agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: L3 agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: Metadata agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: Metering agent@dv-cinder-786054-3-smb: {}, Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: Open vSwitch agent@dv-cinder-786054-3-smb: { 'AddressGroup': '1.2', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': '1.0', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': '1.0', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': '1.1', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': '1.7', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': '1.2', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': '1.8', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': '1.4', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': '1.2', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': '1.0', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': '1.1', Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': '1.1'}} Apr 19 03:23:40.782637 dv-cinder-786054-3-smb neutron-server[86305]: {{(pid=86421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 03:23:40.796832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:40.801709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Attempting to bind port 1695e235-191e-416f-bbea-b7a228d57d31 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:23:40.802129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Attempting to bind port 1695e235-191e-416f-bbea-b7a228d57d31 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:23:40.802533 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Attempting to bind port 1695e235-191e-416f-bbea-b7a228d57d31 on network 42318d7d-5146-4985-8357-1e256eeb91a5 {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:23:40.808387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:23:40.808806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Checking segment: {'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:23:40.809268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:40.809684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Bound using segment: {'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:23:40.810203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Bound port: 1695e235-191e-416f-bbea-b7a228d57d31, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c33796-7601-4b87-ad7a-ff1fffa34ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:23:40.810597 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:40.905885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] For port 1695e235-191e-416f-bbea-b7a228d57d31, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:23:40.910557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] For port 1695e235-191e-416f-bbea-b7a228d57d31, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=1695e235-191e-416f-bbea-b7a228d57d31,segment=NetworkSegment(01c33796-7601-4b87-ad7a-ff1fffa34ad9),segment_id=01c33796-7601-4b87-ad7a-ff1fffa34ad9)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:23:40.914460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:40.919382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:41.005625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Routers {'14086b71-ce41-45e2-8b21-e812890aac72'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:23:41.006306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:23:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['14086b71-ce41-45e2-8b21-e812890aac72'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:41.131722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Pushing event updated for resources: {'Port': ['ID=1695e235-191e-416f-bbea-b7a228d57d31,revision_number=4']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:41.145299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:41.183423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] Set router 14086b71-ce41-45e2-8b21-e812890aac72 gateway port host: None {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:23:41.528671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14086b71-ce41-45e2-8b21-e812890aac72', 'name': 'router1', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:23:26Z', 'updated_at': '2021-04-19T03:23:38Z', 'revision_number': 2, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'gw_port_host': None, '_interfaces': [{'id': '1695e235-191e-416f-bbea-b7a228d57d31', 'name': '', 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'mac_address': 'fa:16:3e:fe:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:37Z', 'updated_at': '2021-04-19T03:23:40Z', 'revision_number': 4, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'subnets': [{'id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325e4bc5-0403-4166-b399-71e5dd4c1b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:41.532752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aefbc5-7802-4144-95fe-49ad50ec8fbf None None] The sync data for ids ['14086b71-ce41-45e2-8b21-e812890aac72'] in dv-cinder-786054-3-smb is: [{'id': '14086b71-ce41-45e2-8b21-e812890aac72', 'name': 'router1', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:23:26Z', 'updated_at': '2021-04-19T03:23:38Z', 'revision_number': 2, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'gw_port_host': None, '_interfaces': [{'id': '1695e235-191e-416f-bbea-b7a228d57d31', 'name': '', 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'mac_address': 'fa:16:3e:fe:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:37Z', 'updated_at': '2021-04-19T03:23:40Z', 'revision_number': 4, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'subnets': [{'id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325e4bc5-0403-4166-b399-71e5dd4c1b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:23:41.872753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57812) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:42.038524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e4561a-c99f-4ad2-a48e-884c38fb7575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:23:42.039962 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-18e4561a-c99f-4ad2-a48e-884c38fb7575 admin admin] 10.222.0.20 "GET /v2.0/networks/2b282c9f-01b3-436d-9a2f-af1029725b6f HTTP/1.1" status: 200 len: 842 time: 0.1662107 Apr 19 03:23:42.050611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:23:42.055217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:23:42.060447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Usage tracker for resource:subnet and tenant:b1ceb4fb6e484881856a45eac8c28819 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:23:42.063350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:23:42.069232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:23:42.078916 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Made reservation on behalf of b1ceb4fb6e484881856a45eac8c28819 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:23:42.083474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:42.516371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:23:42.520744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.objects.ports [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86418) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 03:23:42.521224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:42.525961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:42.605084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876d1336-0f67-41e1-9425-a70adddda53c,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:42.607804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:42.610557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:23:42.610940 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Network hostable DHCP agents. Network: 2b282c9f-01b3-436d-9a2f-af1029725b6f, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:23:42.628509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:23:42.636190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 2b282c9f-01b3-436d-9a2f-af1029725b6f) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:23:42.640440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:23:42.641065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:42.645217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778db40d-3050-46c0-8543-36a2b1091ed2 None None] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:23:42.672003 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6142471 Apr 19 03:23:42.887007 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1a8e0-01ba-42d2-870f-a02ad726e4c9 None None] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:23:45.284572 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57826) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:45.654894 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-94434bba-2631-4822-b23a-7a9976545b2b admin admin] 10.222.0.20 "GET /v2.0/routers/14086b71-ce41-45e2-8b21-e812890aac72 HTTP/1.1" status: 200 len: 710 time: 0.3691168 Apr 19 03:23:45.789567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3002d-9c8f-482c-8375-5de9708f664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:23:45.790999 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-2df3002d-9c8f-482c-8375-5de9708f664e admin admin] 10.222.0.20 "GET /v2.0/networks/2b282c9f-01b3-436d-9a2f-af1029725b6f HTTP/1.1" status: 200 len: 886 time: 0.1303709 Apr 19 03:23:45.800806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:23:45.886177 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 1695e235-191e-416f-bbea-b7a228d57d31 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:23:45.955754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 1695e235-191e-416f-bbea-b7a228d57d31 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:23:45.960512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 1695e235-191e-416f-bbea-b7a228d57d31 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:45.960913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:46.084874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:46.118401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 1695e235-191e-416f-bbea-b7a228d57d31, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=1695e235-191e-416f-bbea-b7a228d57d31,segment=NetworkSegment(01c33796-7601-4b87-ad7a-ff1fffa34ad9),segment_id=01c33796-7601-4b87-ad7a-ff1fffa34ad9)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:23:46.122025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:46.124345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77eef377-3d9c-40c7-8681-920b43077ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:46.200867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=1695e235-191e-416f-bbea-b7a228d57d31,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:46.204149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:46.274105 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:46.633195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:46.693144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:46.839380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Allocated IP 172.28.0.145 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/96adf1ab-c8ac-412d-8b6e-82b69abdcecd) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:23:46.997487 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:47.053960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:47.059704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:47.120423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:23:47.123558 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:23:47.131953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:23:47.419106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Pushing event updated for resources: {'Port': ['ID=96adf1ab-c8ac-412d-8b6e-82b69abdcecd,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:47.430715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:47.696248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:47.871391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 1695e235-191e-416f-bbea-b7a228d57d31 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:23:47.943391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 1695e235-191e-416f-bbea-b7a228d57d31 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:47.943801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:48.053478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:48.058459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852679230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2096586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852802268'] for router, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:48.258863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Router 14086b71-ce41-45e2-8b21-e812890aac72 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:23:48.447139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:23:48.456845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:48.457290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Sync routers for ids ['14086b71-ce41-45e2-8b21-e812890aac72'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:23:48.458079 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] 10.222.0.20 "PUT /v2.0/routers/14086b71-ce41-45e2-8b21-e812890aac72 HTTP/1.1" status: 200 len: 890 time: 2.6607330 Apr 19 03:23:48.467577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Routers {'14086b71-ce41-45e2-8b21-e812890aac72'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:23:48.468291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:23:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['14086b71-ce41-45e2-8b21-e812890aac72'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:48.671435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Set router 14086b71-ce41-45e2-8b21-e812890aac72 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:23:49.029312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14086b71-ce41-45e2-8b21-e812890aac72', 'name': 'router1', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '96adf1ab-c8ac-412d-8b6e-82b69abdcecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:23:26Z', 'updated_at': '2021-04-19T03:23:47Z', 'revision_number': 4, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'gw_port': {'id': '96adf1ab-c8ac-412d-8b6e-82b69abdcecd', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:46Z', 'updated_at': '2021-04-19T03:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1695e235-191e-416f-bbea-b7a228d57d31', 'name': '', 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'mac_address': 'fa:16:3e:fe:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:37Z', 'updated_at': '2021-04-19T03:23:46Z', 'revision_number': 5, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'subnets': [{'id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325e4bc5-0403-4166-b399-71e5dd4c1b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:49.034279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Checking router: 14086b71-ce41-45e2-8b21-e812890aac72 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:23:49.034675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Updating router 14086b71-ce41-45e2-8b21-e812890aac72 port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd binding host dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:23:49.089872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:49.438279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:49.450625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Transition to ACTIVE for port object 96adf1ab-c8ac-412d-8b6e-82b69abdcecd will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:23:49.456124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:49.460895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:49.543067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Attempting to bind port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:23:49.543475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Attempting to bind port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:23:49.543931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Attempting to bind port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd on network 2b282c9f-01b3-436d-9a2f-af1029725b6f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:23:49.551497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2019a0b-1345-433e-b900-b9251a3df514 None None] Pushing event updated for resources: {'Port': ['ID=96adf1ab-c8ac-412d-8b6e-82b69abdcecd,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:49.554157 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:23:49.554566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:23:49.555004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:49.555684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Bound using segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:23:49.556245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Bound port: 96adf1ab-c8ac-412d-8b6e-82b69abdcecd, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:23:49.557407 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:49.587171 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b2019a0b-1345-433e-b900-b9251a3df514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:49.632704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] For port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:23:49.636481 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] For port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=96adf1ab-c8ac-412d-8b6e-82b69abdcecd,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:23:49.639817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:49.644727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:49.726581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Routers {'14086b71-ce41-45e2-8b21-e812890aac72'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:23:49.727233 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:23:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['14086b71-ce41-45e2-8b21-e812890aac72'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:49.786082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2019a0b-1345-433e-b900-b9251a3df514 None None] Pushing event updated for resources: {'Port': ['ID=96adf1ab-c8ac-412d-8b6e-82b69abdcecd,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:49.797047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b2019a0b-1345-433e-b900-b9251a3df514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:49.919534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] Set router 14086b71-ce41-45e2-8b21-e812890aac72 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:23:50.268735 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14086b71-ce41-45e2-8b21-e812890aac72', 'name': 'router1', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '96adf1ab-c8ac-412d-8b6e-82b69abdcecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:23:26Z', 'updated_at': '2021-04-19T03:23:47Z', 'revision_number': 4, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'gw_port': {'id': '96adf1ab-c8ac-412d-8b6e-82b69abdcecd', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:46Z', 'updated_at': '2021-04-19T03:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1695e235-191e-416f-bbea-b7a228d57d31', 'name': '', 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'mac_address': 'fa:16:3e:fe:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:37Z', 'updated_at': '2021-04-19T03:23:46Z', 'revision_number': 5, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'subnets': [{'id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325e4bc5-0403-4166-b399-71e5dd4c1b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:23:50.272757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075d4b6-8041-451e-85a4-6c5035f9ef82 None None] The sync data for ids ['14086b71-ce41-45e2-8b21-e812890aac72'] in dv-cinder-786054-3-smb is: [{'id': '14086b71-ce41-45e2-8b21-e812890aac72', 'name': 'router1', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.145'}], 'enable_snat': True}, 'gw_port_id': '96adf1ab-c8ac-412d-8b6e-82b69abdcecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:23:26Z', 'updated_at': '2021-04-19T03:23:47Z', 'revision_number': 4, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'gw_port': {'id': '96adf1ab-c8ac-412d-8b6e-82b69abdcecd', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:39:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:46Z', 'updated_at': '2021-04-19T03:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1695e235-191e-416f-bbea-b7a228d57d31', 'name': '', 'network_id': '42318d7d-5146-4985-8357-1e256eeb91a5', 'tenant_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'mac_address': 'fa:16:3e:fe:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14086b71-ce41-45e2-8b21-e812890aac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:23:37Z', 'updated_at': '2021-04-19T03:23:46Z', 'revision_number': 5, 'project_id': '18f1f1c0233e4bcda4faf8aa64e5d845', 'subnets': [{'id': '9a4b5df2-1a3e-4184-a5af-43688c13fc87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325e4bc5-0403-4166-b399-71e5dd4c1b1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:23:51.188159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 57836) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:23:51.311626 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bb49f352-dd01-4a60-b008-05dd3e32f034 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1223288 Apr 19 03:23:51.902645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 96adf1ab-c8ac-412d-8b6e-82b69abdcecd up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:23:51.981121 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:23:51.986040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:51.986446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:52.111596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:52.129221 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=96adf1ab-c8ac-412d-8b6e-82b69abdcecd,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:23:52.132068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:52.134245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-486eab88-9572-4e27-a5de-887b9738f463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:23:52.214640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=96adf1ab-c8ac-412d-8b6e-82b69abdcecd,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:23:52.218062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:23:53.894958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 96adf1ab-c8ac-412d-8b6e-82b69abdcecd up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:23:53.984778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 96adf1ab-c8ac-412d-8b6e-82b69abdcecd triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:23:53.986129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:23:58.449336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-96deb233-16f3-41e9-8b55-ab519b927a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:00.669182 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0397ab7d-a668-4389-9991-aadfc9036c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:01.718172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:01.777995 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:03.502154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:19.519708 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:24:28.435867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c38e6b97-f146-4aca-91eb-5dcb08918328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:30.666034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-be7fe9bc-e119-41bf-a487-62f11adbeffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:31.720695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:31.785535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:33.598658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:24:56.519704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:24:58.439768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-418fed72-7916-4c99-927d-2cde22c62a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:00.658926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4d356bf-53b0-477c-89bb-997afff8ae7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:01.725350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:01.781643 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:03.509822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:28.443470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-864626b3-5e92-4efa-9577-a3b6ead3ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:30.660597 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-63165d2b-1c5a-4d7b-92d3-4412e5be604f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:31.728384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:31.783300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:33.518867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:25:33.519427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:34.755689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58406) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:34.829006 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.pecan_wsgi.hooks.translation [None req-84008e71-d44c-4dbe-b17e-5ae389bf4582 admin admin] GET failed (client error): The resource could not be found. Apr 19 03:25:34.830357 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-84008e71-d44c-4dbe-b17e-5ae389bf4582 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0735841 Apr 19 03:25:34.972687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05fc3a9-0b66-472e-8462-5631f053f99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:34.974152 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e05fc3a9-0b66-472e-8462-5631f053f99d admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1395197 Apr 19 03:25:37.480172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58416) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:37.599453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66ffaa-6dfa-4d75-8a49-3842e16485ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:37.600676 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3b66ffaa-6dfa-4d75-8a49-3842e16485ab admin admin] Synchronizing usage tracker for tenant:b1ceb4fb6e484881856a45eac8c28819 on resource:subnet {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:25:37.617348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3b66ffaa-6dfa-4d75-8a49-3842e16485ab admin admin] Unset dirty status for tenant:b1ceb4fb6e484881856a45eac8c28819 on resource:subnet {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:25:37.618557 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3b66ffaa-6dfa-4d75-8a49-3842e16485ab admin admin] 10.222.0.20 "GET /v2.0/subnets/9a4b5df2-1a3e-4184-a5af-43688c13fc87 HTTP/1.1" status: 200 len: 849 time: 0.1373670 Apr 19 03:25:37.628956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:25:37.757868 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:38.068074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787170895065'] for subnet, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:38.073530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6a4d23a8-f226-476e-94ba-8f2ac73d97ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:25:38.115082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:38.116260 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:38.118670 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] 10.222.0.20 "PUT /v2.0/subnets/9a4b5df2-1a3e-4184-a5af-43688c13fc87 HTTP/1.1" status: 200 len: 868 time: 0.4937377 Apr 19 03:25:38.131051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d9bed-bf11-4f3d-b6b1-4e84064f3c81 None None] Network 42318d7d-5146-4985-8357-1e256eeb91a5 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:25:38.149356 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4b5df2-1a3e-4184-a5af-43688c13fc87,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:25:38.158065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.158445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.158816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.159175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.159534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.159893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.160277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.160632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.160989 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.161341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.161691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.162039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:25:38.166034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ad414846-cae5-423c-9c4e-2acf1ceee823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:25:38.620724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-ba019423-fa12-47dc-a013-aba06253f93e None None] Provisioning complete for port 1695e235-191e-416f-bbea-b7a228d57d31 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:25:38.621290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ba019423-fa12-47dc-a013-aba06253f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:38.750627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-ba019423-fa12-47dc-a013-aba06253f93e None None] Provisioning complete for port 1975a5b9-0efc-4c10-ad14-6ec9a04c44f6 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:25:38.750934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ba019423-fa12-47dc-a013-aba06253f93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:40.610128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58426) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:40.968758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170fbdeb-e234-4bd7-ba74-1f12253e9a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:40.969194 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170fbdeb-e234-4bd7-ba74-1f12253e9a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:40.970823 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-170fbdeb-e234-4bd7-ba74-1f12253e9a86 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3596380 Apr 19 03:25:43.469327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58436) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:43.812257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51ff4e-d1db-4af3-99e4-360f0937935d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:43.812779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51ff4e-d1db-4af3-99e4-360f0937935d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:43.813576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-bc51ff4e-d1db-4af3-99e4-360f0937935d admin admin] Synchronizing usage tracker for tenant:b1ceb4fb6e484881856a45eac8c28819 on resource:network {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:25:43.830211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-bc51ff4e-d1db-4af3-99e4-360f0937935d admin admin] Unset dirty status for tenant:b1ceb4fb6e484881856a45eac8c28819 on resource:network {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:25:43.831435 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bc51ff4e-d1db-4af3-99e4-360f0937935d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3610988 Apr 19 03:25:46.340764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58446) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:46.518073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2bbd3-5f1d-48d1-be70-35db4105e61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:46.519408 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-48f2bbd3-5f1d-48d1-be70-35db4105e61d admin admin] 10.222.0.20 "GET /v2.0/networks/2b282c9f-01b3-436d-9a2f-af1029725b6f HTTP/1.1" status: 200 len: 886 time: 0.1776326 Apr 19 03:25:49.027041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58456) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:49.221292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9baa04-53de-4a0d-a6a8-fa2157fb1194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:49.222658 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5d9baa04-53de-4a0d-a6a8-fa2157fb1194 admin admin] 10.222.0.20 "GET /v2.0/networks/42318d7d-5146-4985-8357-1e256eeb91a5 HTTP/1.1" status: 200 len: 869 time: 0.1946232 Apr 19 03:25:51.746198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58466) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:51.861525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d57bf-825f-41f9-a6c0-ea95b1b10ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:51.862031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d57bf-825f-41f9-a6c0-ea95b1b10ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:51.863611 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-215d57bf-825f-41f9-a6c0-ea95b1b10ace admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163976 Apr 19 03:25:54.357875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58476) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:54.474049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2844148e-5937-4cba-82c1-3bbc71ae1569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:54.474549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2844148e-5937-4cba-82c1-3bbc71ae1569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:54.476640 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-2844148e-5937-4cba-82c1-3bbc71ae1569 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177506 Apr 19 03:25:57.195103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58486) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:57.305776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827467f8-66f5-4304-b1b8-9ea246b8822e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:57.307183 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-827467f8-66f5-4304-b1b8-9ea246b8822e admin admin] 10.222.0.20 "GET /v2.0/subnets/876d1336-0f67-41e1-9425-a70adddda53c HTTP/1.1" status: 200 len: 816 time: 0.1110210 Apr 19 03:25:58.447187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1ecfe1e9-2b99-4e6c-9755-659835681cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:25:59.798200 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58496) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:25:59.912594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c6da47-f4ad-43da-ae7d-039a8b1d9f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:25:59.914028 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-43c6da47-f4ad-43da-ae7d-039a8b1d9f33 admin admin] 10.222.0.20 "GET /v2.0/subnets/9a4b5df2-1a3e-4184-a5af-43688c13fc87 HTTP/1.1" status: 200 len: 868 time: 0.1148181 Apr 19 03:26:00.662755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f497762c-4c4f-46ab-bfbd-87c733dedbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:01.730293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:01.786604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:03.554143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:10.518229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:26:26.517351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58540) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:26:26.569758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [None req-f21d4e76-64b8-463f-aa23-24553d8ee644 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:26:26.570862 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f21d4e76-64b8-463f-aa23-24553d8ee644 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524759 Apr 19 03:26:28.453324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a449b8e5-acac-4625-81c3-40ea6e015dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:29.175864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58550) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:26:29.254123 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.pecan_wsgi.hooks.translation [None req-a210e937-656d-4fb5-aa07-390e25f84be1 admin admin] GET failed (client error): The resource could not be found. Apr 19 03:26:29.256104 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a210e937-656d-4fb5-aa07-390e25f84be1 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0791464 Apr 19 03:26:29.393952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33b0666-35f5-49cf-8756-7c4314f5f870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:26:29.396098 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b33b0666-35f5-49cf-8756-7c4314f5f870 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1350613 Apr 19 03:26:30.664851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-81253fbd-6e3a-4a2b-a0fe-57ae54b3f35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:31.731303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:31.788326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:31.898191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58560) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:26:31.949751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:26:31.955218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:26:31.966201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:26:31.974535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Made reservation on behalf of b1ceb4fb6e484881856a45eac8c28819 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:26:31.979139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:32.071545 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.services.revisions.revision_plugin [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Could not find related network for resource to bump revision. Apr 19 03:26:32.083866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:26:32.093135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:32.093514 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Added segment 43c2ceea-dc03-42a6-a093-68cca7a70789 of type vlan for network adbc5412-9ad6-407d-aa56-710bb5524f34 Apr 19 03:26:32.120282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:32.151173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:32.152574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:26:32.153191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:32.157899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:26:32.258440 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3590815 Apr 19 03:26:32.261301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Pushing event updated for resources: {'Network': ['ID=adbc5412-9ad6-407d-aa56-710bb5524f34,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:26:32.273645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:26:32.287730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network adbc5412-9ad6-407d-aa56-710bb5524f34 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:26:33.530661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:34.807540 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58570) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:26:34.882205 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.pecan_wsgi.hooks.translation [None req-8319cedf-3300-4bb8-935d-bd763b6c287c admin admin] GET failed (client error): The resource could not be found. Apr 19 03:26:34.882770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8319cedf-3300-4bb8-935d-bd763b6c287c admin admin] Synchronizing usage tracker for tenant:b1ceb4fb6e484881856a45eac8c28819 on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:26:34.896694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8319cedf-3300-4bb8-935d-bd763b6c287c admin admin] Unset dirty status for tenant:b1ceb4fb6e484881856a45eac8c28819 on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:26:34.897915 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8319cedf-3300-4bb8-935d-bd763b6c287c admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0893145 Apr 19 03:26:35.012683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed0bb5-87ab-4b04-944d-f6df7b961013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:26:35.014141 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b0ed0bb5-87ab-4b04-944d-f6df7b961013 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1119108 Apr 19 03:26:35.024990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:26:35.029572 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:26:35.040039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:26:35.048380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Made reservation on behalf of b1ceb4fb6e484881856a45eac8c28819 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:26:35.053797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:35.453920 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:35.459199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-acb3d0dc-91b5-44b3-87fa-061d6c8d5dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:26:35.534393 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6e1259-f75e-4c83-8fbf-6660deb49a6f,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:26:35.538269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:26:35.539105 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Checking segment: {'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:26:35.539488 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Network hostable DHCP agents. Network: adbc5412-9ad6-407d-aa56-710bb5524f34, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:26:35.557361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Network adbc5412-9ad6-407d-aa56-710bb5524f34 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:26:35.564936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, adbc5412-9ad6-407d-aa56-710bb5524f34) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:26:35.569449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:26:35.570072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:35.574497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736890cf-ab6c-4d92-a2b8-d2f6fbd6f5c5 None None] Network adbc5412-9ad6-407d-aa56-710bb5524f34 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:26:35.594797 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5736327 Apr 19 03:26:35.818235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fac9a6c-fa97-52ec-baca-1f46f843570d-adbc5412-9ad6-407d-aa56-710bb5524f34', 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34', 'tenant_id': 'b1ceb4fb6e484881856a45eac8c28819', 'fixed_ips': [{'subnet_id': '1c6e1259-f75e-4c83-8fbf-6660deb49a6f'}]}} from dv-cinder-786054-3-smb. {{(pid=86420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 03:26:35.819364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:35.988348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Allocated IP 192.168.233.2 (adbc5412-9ad6-407d-aa56-710bb5524f34/1c6e1259-f75e-4c83-8fbf-6660deb49a6f/9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:26:36.210559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:36.221506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Transition to ACTIVE for port object 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:26:36.241913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Transition to ACTIVE for port object 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:26:36.245868 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:36.251405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:26:36.314534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Network adbc5412-9ad6-407d-aa56-710bb5524f34 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:26:36.322563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:26:36.327427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:26:36.367470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Pushing event updated for resources: {'Port': ['ID=9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:26:36.405479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.405831 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.406205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.406565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.406926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.407286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.407640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.408051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.408371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.408720 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.409070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.409419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:26:36.417891 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:26:36.441122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Attempting to bind port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:26:36.441525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Attempting to bind port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:26:36.441923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Attempting to bind port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e on network adbc5412-9ad6-407d-aa56-710bb5524f34 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:26:36.448790 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:26:36.449199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Checking segment: {'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:26:36.449641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:36.450068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Bound using segment: {'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:26:36.450577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Bound port: 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:26:36.451001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:36.549380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] For port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:26:36.554447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] For port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e,segment=NetworkSegment(43c2ceea-dc03-42a6-a093-68cca7a70789),segment_id=43c2ceea-dc03-42a6-a093-68cca7a70789)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:26:36.557607 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:36.562612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:26:36.649128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Pushing event updated for resources: {'Port': ['ID=9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:26:36.652397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:26:37.855115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84f5a5d-116a-4fce-b5d0-69fe06497cbe None None] Network adbc5412-9ad6-407d-aa56-710bb5524f34 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:26:37.970460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-840d3198-3794-439f-bf23-18133ddad911 None None] Provisioning for port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:26:38.038724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:26:38.171037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:26:38.179482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:26:38.179893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:38.327605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:38.369264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e,segment=NetworkSegment(43c2ceea-dc03-42a6-a093-68cca7a70789),segment_id=43c2ceea-dc03-42a6-a093-68cca7a70789)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:26:38.372962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:38.378170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:26:38.449761 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:26:38.453012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:26:38.513837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-b21ebbe9-0dc3-4d68-8a5f-dd888563031d None None] Provisioning complete for port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:26:38.514320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b21ebbe9-0dc3-4d68-8a5f-dd888563031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:40.008685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:26:40.081607 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 9681a0c3-79db-49c1-a3ad-3fe4c8a59e9e triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:26:40.082004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:26:47.517519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:26:58.448163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-93120316-ddfd-418a-8993-38020ee72af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:00.666388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-442a09c4-1e8d-403f-afaa-c8eeedee1060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:01.733771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:01.790880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:03.537956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:24.516584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:27:28.449246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61075323-27ed-4099-b7d0-8a7eb63f7e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:30.667793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-19817c0a-54b1-4892-b887-4c1a0e931953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:31.735178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:31.795765 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:33.541285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:55.876711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58612) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:27:55.883816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [None req-efa827b9-ce73-4564-8871-48568c35233e tempest-verify_tempest_config-1489007200 tempest-verify_tempest_config-1489007200-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:27:55.884903 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-efa827b9-ce73-4564-8871-48568c35233e tempest-verify_tempest_config-1489007200 tempest-verify_tempest_config-1489007200-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066226 Apr 19 03:27:56.202537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58630) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:27:56.329308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:56.347113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:27:56.351078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Usage tracker for resource:security_group_rule and tenant:4973436128434b6ba4463c34bce1567f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:27:56.353945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:27:56.360056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:27:56.449716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:56.452275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:56.461293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:27:56.502535 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4973436128434b6ba4463c34bce1567f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2989321 Apr 19 03:27:56.504118 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1329597c-86fe-43bc-820e-bea9b0ab568a,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:27:56.506085 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58636) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:27:56.511368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.511757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.512163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.512538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.512908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.513274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.513637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.513999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.514384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.514744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.515101 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.515457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.519485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:27:56.568073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:56.593728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:56.646160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:56.650001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:27:56.661962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1329597c-86fe-43bc-820e-bea9b0ab568a,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:27:56.672533 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.672913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.673280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.673642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.674001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.675555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.675921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.676306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.676680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.677039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.677396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.678001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:27:56.681158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:27:56.682330 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1329597c-86fe-43bc-820e-bea9b0ab568a HTTP/1.1" status: 204 len: 168 time: 0.1751714 Apr 19 03:27:56.683298 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:27:58.450652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-528ea9bb-b8dd-4cd8-bde4-f4ba16ed98d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:00.672140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-046d9911-bdc2-4142-b0ec-fa592971330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:01.515850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:28:01.739488 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:01.798471 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:03.544966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:28.451931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5bbb0c95-dd43-48a9-9094-329c8f2e11cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:30.675596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7dbba392-e81c-40a1-b69c-adb2bebcad6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:31.741987 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:31.798206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:33.553417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:28:38.514310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:28:58.454473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ad6-757f-4373-9fe0-cff7bd62b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:00.679457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8b505305-3b3b-40ab-a0d8-9eb6bdc439d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:01.744813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:01.803523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:03.556561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:15.515115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 5 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:29:28.457808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-58e65ba9-ac61-4df3-8e7b-13f9fdbdd4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:30.681549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-619b95d9-a204-4161-af1a-b0e98ba3876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:31.752822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:31.806454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:33.562086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:35.204565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405'] for agent, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:29:39.972350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58696) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:29:40.102155 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a0e818b8-bb52-479e-a4b1-2893f92fde49 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1286321 Apr 19 03:29:42.712758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58706) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:29:42.776610 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c03c3b6b-9f63-4c9c-bc4e-df10bf8d1dba admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0626705 Apr 19 03:29:52.516092 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:29:58.459385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3d48790e-cda2-4973-b028-61a372deb654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:00.684827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c6e6a0e-7c06-4f51-8936-6d5b0cf85ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:01.746641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:01.813589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:03.565892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:05.165616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:28.463038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a37c9940-7bfe-4a17-9905-85784de15e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:29.518002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:30:30.690585 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e8d710d3-b03c-45c7-ac69-c4c31b8fe98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:31.749781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:31.812005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:33.571854 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:35.189826 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:30:58.466692 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e2ac24e9-da1e-484d-9f4b-037b8bd7e68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:00.689013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ef1bcac3-112a-4a87-8926-c3ca585f852e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:01.752605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:01.817963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:03.576174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:05.180065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:06.516526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:31:20.838899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58854) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:21.195290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1446554792-network', 'tenant_id': '7edfcf55bd5a4c8ab019f273c8dad93e'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:21.201697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:21.206857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Usage tracker for resource:network and tenant:7edfcf55bd5a4c8ab019f273c8dad93e is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:21.210974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:21.217057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:21.227872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Made reservation on behalf of 7edfcf55bd5a4c8ab019f273c8dad93e for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:21.232679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:21.249358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:21.265962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:21.270975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Usage tracker for resource:security_group_rule and tenant:7edfcf55bd5a4c8ab019f273c8dad93e is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:21.274094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:21.280384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:21.375963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:21.378894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:21.384737 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:21.412975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:31:21.431319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:21.440880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:21.441279 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Added segment c0b64825-df87-4cb1-bec9-ccf763f939d4 of type vlan for network 56a81a41-12fa-4863-8f21-d8864269da92 Apr 19 03:31:21.444128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.444515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.444890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.445285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.445646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.446016 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.446372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.446736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.447240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.447596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.448140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.448498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Tracked resource versions report: Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: pushed versions: Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: { 'AddressGroup': {'1.2'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': {'1.0'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': {'1.0'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': {'1.1'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': {'1.7'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': {'1.2'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': {'1.8'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': {'1.4'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': {'1.2'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': {'1.0'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': {'1.1'}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': {'1.1'}} Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: consumer versions: Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: { DHCP agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: HyperV agent@hv-cinder-78605: {}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: L3 agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: Metadata agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: Metering agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: Open vSwitch agent@dv-cinder-786054-3-smb: { 'AddressGroup': '1.2', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': '1.0', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': '1.0', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': '1.1', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': '1.7', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': '1.2', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': '1.8', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': '1.4', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': '1.2', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': '1.0', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': '1.1', Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': '1.1'}} Apr 19 03:31:21.449639 dv-cinder-786054-3-smb neutron-server[86305]: {{(pid=86419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 03:31:21.453451 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:21.493122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:21.533246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:21.534683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:21.535605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:21.541480 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c6cd8d55-1a9f-4514-bb1a-25e8f5f11982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:21.652657 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8124821 Apr 19 03:31:21.653201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58902) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:21.657238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Pushing event updated for resources: {'Network': ['ID=56a81a41-12fa-4863-8f21-d8864269da92,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:21.661999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Request body: {'subnet': {'network_id': '56a81a41-12fa-4863-8f21-d8864269da92', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1446554792-subnet', 'tenant_id': '7edfcf55bd5a4c8ab019f273c8dad93e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:21.662468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:21.669748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 56a81a41-12fa-4863-8f21-d8864269da92 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:31:21.683399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:21.691380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Usage tracker for resource:subnet and tenant:7edfcf55bd5a4c8ab019f273c8dad93e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:21.694592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:21.700733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:21.713704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Made reservation on behalf of 7edfcf55bd5a4c8ab019f273c8dad93e for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:21.719046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.152787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.154316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58920) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:22.155259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9295f8d7-ae5e-42a4-9112-e711692e55f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:22.237309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef6784e-f16e-43a5-8c4b-30c411c54d73,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:22.249191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.249571 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.249936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.250295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.250656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.251013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.251364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.251721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.252114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.252470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.252823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.253167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Tracked resource versions report: Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: pushed versions: Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: { 'AddressGroup': {'1.2'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': {'1.0'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': {'1.0'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': {'1.1'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': {'1.7'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': {'1.2'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': {'1.8'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': {'1.4'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': {'1.2'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': {'1.0'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': {'1.1'}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': {'1.1'}} Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: consumer versions: Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: { DHCP agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: HyperV agent@hv-cinder-78605: {}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: L3 agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: Metadata agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: Metering agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: Open vSwitch agent@dv-cinder-786054-3-smb: { 'AddressGroup': '1.2', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': '1.0', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': '1.0', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': '1.1', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': '1.7', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': '1.2', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': '1.8', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': '1.4', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': '1.2', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': '1.0', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': '1.1', Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': '1.1'}} Apr 19 03:31:22.255143 dv-cinder-786054-3-smb neutron-server[86305]: {{(pid=86418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 03:31:22.259347 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:22.260252 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Checking segment: {'id': 'c0b64825-df87-4cb1-bec9-ccf763f939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56a81a41-12fa-4863-8f21-d8864269da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:22.260639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Network hostable DHCP agents. Network: 56a81a41-12fa-4863-8f21-d8864269da92, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:31:22.285939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Network 56a81a41-12fa-4863-8f21-d8864269da92 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:31:22.300621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 56a81a41-12fa-4863-8f21-d8864269da92) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:22.309559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:22.310278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.314169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe9ee7-891b-400c-affa-0fa97c326fe4 None None] Network 56a81a41-12fa-4863-8f21-d8864269da92 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:22.347020 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6922719 Apr 19 03:31:22.514781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58938) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:22.585590 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ae616-33cf-4293-8c04-0567b5c6bd12 None None] Network 56a81a41-12fa-4863-8f21-d8864269da92 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:22.608187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-232504572-network', 'tenant_id': '947a9614b6584e0b9e93f50380694665'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:22.614704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:22.619489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Usage tracker for resource:network and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:22.622931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:22.630427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:22.645470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Made reservation on behalf of 947a9614b6584e0b9e93f50380694665 for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:22.650868 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.664956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.683755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58946) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:22.683895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:22.688222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Usage tracker for resource:security_group_rule and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:22.691944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:22.698757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:22.813395 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.820754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.825689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:22.857801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:31:22.871472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c6b8c6-e0fd-47f4-9efa-943ac3bf134d,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:22.876193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:22.877431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.877941 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Added segment 971e24a2-6b38-4d5d-90a8-a03ffed9be83 of type vlan for network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c Apr 19 03:31:22.897971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 58958) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:22.917176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.950772 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.952288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:22.952918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:22.957996 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:23.009009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-network', 'tenant_id': '333305637aa140c69c8713d871642a63'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:23.069161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-177840341-network', 'tenant_id': '6c42be205934401c935fed53381ef701'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:23.077342 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9212043 Apr 19 03:31:23.078235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:23.082028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:23.084703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Usage tracker for resource:network and tenant:6c42be205934401c935fed53381ef701 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:23.084939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58970) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:23.089075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:23.089964 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:23.091672 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Usage tracker for resource:network and tenant:333305637aa140c69c8713d871642a63 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:23.097599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Request body: {'subnet': {'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-232504572-subnet', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:23.100750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:31:23.103037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:23.103455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:23.119806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:23.120882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:23.123351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:23.128309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Made reservation on behalf of 6c42be205934401c935fed53381ef701 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:23.134806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.142005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Usage tracker for resource:subnet and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:23.153118 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.153701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:23.174865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:23.175537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:23.182283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:6c42be205934401c935fed53381ef701 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:23.185953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:23.194461 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Made reservation on behalf of 947a9614b6584e0b9e93f50380694665 for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:23.196984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:23.199155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.243881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Made reservation on behalf of 333305637aa140c69c8713d871642a63 for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:23.248722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.264337 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.323598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.330217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.332674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:23.336479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:23.336804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Usage tracker for resource:security_group_rule and tenant:333305637aa140c69c8713d871642a63 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:23.339649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:23.345529 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:23.371204 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0fd85f-bbbd-4497-ba4c-77e79849d054,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:23.393835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:23.398276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:31:23.409196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.409539 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Added segment 9d79fc3f-143e-4fb8-b02f-a1c54f804cfa of type vlan for network d4914c02-2059-4113-84cb-a5530fb219ec Apr 19 03:31:23.445677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745860465-network', 'tenant_id': '71955e4bfe414b7db5ca14d7a3620369'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:23.455958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:23.459651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.459819 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.470447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.470608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Usage tracker for resource:network and tenant:71955e4bfe414b7db5ca14d7a3620369 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:23.476786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:23.483729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:23.490330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:23.513805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f861901-1e19-467a-a53e-f17f94666f95,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:23.520042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:23.527949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Made reservation on behalf of 71955e4bfe414b7db5ca14d7a3620369 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:23.530736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:31:23.538291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.548856 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.549448 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Added segment 729b8db4-7104-4a68-90c3-9ce0cff491c4 of type vlan for network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf Apr 19 03:31:23.558286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.561805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:23.562454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.568239 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.585577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:23.611084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:23.621479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Usage tracker for resource:security_group_rule and tenant:71955e4bfe414b7db5ca14d7a3620369 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:23.627278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:23.629141 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.653178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:23.665124 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9795127 Apr 19 03:31:23.667328 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 58996) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:23.702724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Request body: {'subnet': {'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-177840341-subnet', 'tenant_id': '6c42be205934401c935fed53381ef701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:23.708260 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:23.712425 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Usage tracker for resource:subnet and tenant:6c42be205934401c935fed53381ef701 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:23.715513 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:23.726009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:23.746092 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.751208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:23.751846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.757982 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:23.767358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=d4914c02-2059-4113-84cb-a5530fb219ec,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:23.778310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network d4914c02-2059-4113-84cb-a5530fb219ec details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:31:23.778678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:23.861861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.865754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.870291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:23.875140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Pushing event updated for resources: {'Network': ['ID=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:23.883190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Made reservation on behalf of 6c42be205934401c935fed53381ef701 for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:23.887829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.905099 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:23.942958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:31:23.966901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0538268f-c380-4d75-8925-9c52af0ec3c7,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:23.971185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:23.974944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:23.975331 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Added segment ffb95592-5850-4476-8242-2e8aa17ab02c of type vlan for network 3e424b3e-deb3-4a35-95e9-43c256061e9d Apr 19 03:31:24.005910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:31:24.018759 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5028291 Apr 19 03:31:24.023762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59012) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:24.037824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Request body: {'subnet': {'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-subnet', 'tenant_id': '333305637aa140c69c8713d871642a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:24.041647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:24.045840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:24.106069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Usage tracker for resource:subnet and tenant:333305637aa140c69c8713d871642a63 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:24.136221 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:24.137636 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:24.138267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:24.144363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-66c70d40-76e3-46c6-b613-f94eeb7ed5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:24.161581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:24.191773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:24.231004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Made reservation on behalf of 333305637aa140c69c8713d871642a63 for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:24.235923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:24.288579 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Pushing event updated for resources: {'Network': ['ID=3e424b3e-deb3-4a35-95e9-43c256061e9d,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:24.291389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:24.296497 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3944912 Apr 19 03:31:24.298428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59018) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:24.299354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 3e424b3e-deb3-4a35-95e9-43c256061e9d details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:31:24.307626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Request body: {'subnet': {'network_id': '3e424b3e-deb3-4a35-95e9-43c256061e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745860465-subnet', 'tenant_id': '71955e4bfe414b7db5ca14d7a3620369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:24.320971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:24.326099 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Usage tracker for resource:subnet and tenant:71955e4bfe414b7db5ca14d7a3620369 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:24.329503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:24.336835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:24.347296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Made reservation on behalf of 71955e4bfe414b7db5ca14d7a3620369 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:24.352765 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:24.943411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59044) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:24.949695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:24.967959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:25.120198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.134047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:25.193041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=421d2511-1c17-4de1-a8a8-032961a784a0,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:25.215767 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:25.268145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Checking segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:25.268670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Network hostable DHCP agents. Network: fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:31:25.328445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9e7af8-011e-4196-9285-163bf0709543,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:25.331471 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:31:25.342650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:25.372325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.388110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59066) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:25.406996 dv-cinder-786054-3-smb neutron-server[86305]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 03:31:25.423707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:25.432785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:25.433419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.438060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1543013-036c-4ab6-871e-efc0886b64af None None] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:25.455462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:25.471132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Checking segment: {'id': 'ffb95592-5850-4476-8242-2e8aa17ab02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3e424b3e-deb3-4a35-95e9-43c256061e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:25.476014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Network hostable DHCP agents. Network: 3e424b3e-deb3-4a35-95e9-43c256061e9d, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:31:25.519064 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Usage tracker for resource:security_group_rule and tenant:baec59a6382f4403976cf2defa1b76e1 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:25.536031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:25.540924 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4548395 Apr 19 03:31:25.544237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59074) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:25.553361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:25.564840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:25.575385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:25.586769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Usage tracker for resource:router and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:25.595719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:25.599336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.608404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:25.612473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e4a702c7-c19c-4005-8907-08038ce9eb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:25.651475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Network 3e424b3e-deb3-4a35-95e9-43c256061e9d is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:31:25.682341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 3e424b3e-deb3-4a35-95e9-43c256061e9d) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:25.697796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:25.698441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.711756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852801568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772748'] for router, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.713135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1974248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1600287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3053'] for router, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.737444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2046f8-9147-4fcd-b824-bb79a05c7180 None None] Network 3e424b3e-deb3-4a35-95e9-43c256061e9d requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:25.766768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9245fd6d-c6ac-4749-a802-7431f72f5be4,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:25.767178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca27058-df86-43e5-90a4-9a33df415860 req-ff028b82-12e2-4fd0-a20a-15ea2badf4cd tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:25.768986 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-ff028b82-12e2-4fd0-a20a-15ea2badf4cd tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/networks?id=56a81a41-12fa-4863-8f21-d8864269da92 HTTP/1.1" status: 200 len: 812 time: 0.3692050 Apr 19 03:31:25.786162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:25.799473 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4996014 Apr 19 03:31:25.804966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.806095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Checking segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:25.806650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Network hostable DHCP agents. Network: d4914c02-2059-4113-84cb-a5530fb219ec, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:31:25.817351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.837893 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-8e92d353-2de3-49a8-8b0d-c8f2a3711882 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/quotas/7edfcf55bd5a4c8ab019f273c8dad93e HTTP/1.1" status: 200 len: 375 time: 0.0585332 Apr 19 03:31:25.897417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:25.985577 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-8b2e78e2-ef5c-4328-83c8-fb3636a0751c tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7edfcf55bd5a4c8ab019f273c8dad93e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1389794 Apr 19 03:31:25.987413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:25.994150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.017235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fac9a6c-fa97-52ec-baca-1f46f843570d-fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0'}]}} from dv-cinder-786054-3-smb. {{(pid=86420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 03:31:26.018562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.025485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:26.032030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Network d4914c02-2059-4113-84cb-a5530fb219ec is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:31:26.161154 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baec59a6382f4403976cf2defa1b76e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1989789 Apr 19 03:31:26.164465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59100) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:26.178566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2a107a-6c51-4e47-a231-5a2c873e4240,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:26.194375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdbf638-ed6d-4fad-a355-3b6412d18deb,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:26.205078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:26.247673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:26.319356 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-59089529-2131-4a3d-9a97-3827b8186ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.376982 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Checking segment: {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:26.377376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Network hostable DHCP agents. Network: 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:31:26.379281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-59089529-2131-4a3d-9a97-3827b8186ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.416207 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, d4914c02-2059-4113-84cb-a5530fb219ec) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:26.450986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:26.451628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.482276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-59089529-2131-4a3d-9a97-3827b8186ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.491239 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e69b79a1-adeb-4784-9c08-f2b6525d8a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:26.521733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59089529-2131-4a3d-9a97-3827b8186ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdbf638-ed6d-4fad-a355-3b6412d18deb,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:26.527008 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-bfcde77b-e35e-4cad-934a-e4448b2e4d42 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:31:26.528676 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-bfcde77b-e35e-4cad-934a-e4448b2e4d42 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1772120 Apr 19 03:31:26.529894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-59089529-2131-4a3d-9a97-3827b8186ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:26.562216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-59089529-2131-4a3d-9a97-3827b8186ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.563181 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-59089529-2131-4a3d-9a97-3827b8186ce6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbdbf638-ed6d-4fad-a355-3b6412d18deb HTTP/1.1" status: 204 len: 168 time: 0.3977103 Apr 19 03:31:26.618523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94af06d5-b179-41f6-aae3-162ff1a30dbe None None] Network d4914c02-2059-4113-84cb-a5530fb219ec requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:26.702349 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70492bd2-ed2e-4939-8cdf-4b15d020f796 service neutron] 10.222.0.20 "GET /v2.0/networks/56a81a41-12fa-4863-8f21-d8864269da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669347 Apr 19 03:31:26.762939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.799136 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:31:26.820446 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1385021 Apr 19 03:31:26.824137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:26.857893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:26.858508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:26.871288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88100654-f679-4ff5-98f3-405548100397 None None] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:26.886862 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8619683 Apr 19 03:31:26.899470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59134) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:26.918714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Allocated IP 172.20.0.2 (fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c/421d2511-1c17-4de1-a8a8-032961a784a0/d1f42d92-dc65-49d5-b08e-7330532f029e) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:26.968017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80121755-3d94-4fad-a611-4c59071e0a37 None None] Network 3e424b3e-deb3-4a35-95e9-43c256061e9d requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:26.977618 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:26.992017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:26.998229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Usage tracker for resource:router and tenant:333305637aa140c69c8713d871642a63 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:27.003035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:27.006117 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-97f5c861-a1cf-4d72-aa21-05e51e61078e service neutron] 10.222.0.20 "GET /v2.0/networks/56a81a41-12fa-4863-8f21-d8864269da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953324 Apr 19 03:31:27.026762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:27.054199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852801568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772748'] for router, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.057586 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59140) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:27.058363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1974248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1600287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3053'] for router, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.093121 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.096282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.137403 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:27.148717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Usage tracker for resource:security_group_rule and tenant:d167e99364d549d99c1e678c6326c49a is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:27.154422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:27.170074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:27.314769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59148) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:27.326849 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59154) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:27.337750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.345791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.358693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-454dccd7-15cd-43cc-9797-2adcd11f4c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:27.425604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1895323148-network', 'tenant_id': 'cec2bb879a444d678c0a9eb549b1539c'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:27.492404 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d167e99364d549d99c1e678c6326c49a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4308279 Apr 19 03:31:27.493617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59174) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:27.518366 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088a686c-0810-407c-a47c-2fb0d6d7b1d1,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:27.540719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:27.609543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:27.656198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4015a63b-032f-44d7-b481-85017b84f5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.734995 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4015a63b-032f-44d7-b481-85017b84f5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.845624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4015a63b-032f-44d7-b481-85017b84f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.857409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:27.888816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015a63b-032f-44d7-b481-85017b84f5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088a686c-0810-407c-a47c-2fb0d6d7b1d1,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:27.892662 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4015a63b-032f-44d7-b481-85017b84f5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:27.893948 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4015a63b-032f-44d7-b481-85017b84f5b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/088a686c-0810-407c-a47c-2fb0d6d7b1d1 HTTP/1.1" status: 204 len: 168 time: 0.3814957 Apr 19 03:31:27.898865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4015a63b-032f-44d7-b481-85017b84f5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:28.040156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Usage tracker for resource:network and tenant:cec2bb879a444d678c0a9eb549b1539c is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:28.056748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:28.080288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:28.111363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:28.475730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59216) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:28.488317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:28.529346 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515f62-7731-4637-a2b8-a2da3b7107df req-09fcea13-d0aa-46dd-8500-513ca98ad015 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:28.530382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-01515f62-7731-4637-a2b8-a2da3b7107df req-09fcea13-d0aa-46dd-8500-513ca98ad015 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:28.531779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:28.553547 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Made reservation on behalf of cec2bb879a444d678c0a9eb549b1539c for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:28.558531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:28.564910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d6542b-8d6a-4432-b0a0-112a5460c4eb None None] Network d4914c02-2059-4113-84cb-a5530fb219ec requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:28.582608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:28.588894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:28.593460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Usage tracker for resource:security_group_rule and tenant:3f13c9c28a68422c8de7fbbecae36cde is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:28.596280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:28.651256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:28.670879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:28.695129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:28.718206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Usage tracker for resource:security_group_rule and tenant:cec2bb879a444d678c0a9eb549b1539c is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:28.730681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:28.760357 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:28.787567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:28.813429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b0831-5184-4c9b-9aa8-912ffcf1b7a9 None None] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:28.842950 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Transition to ACTIVE for port object d1f42d92-dc65-49d5-b08e-7330532f029e will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:28.873573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5601-d38c-4b7a-82d7-e8c4a30575c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:28.907901 dv-cinder-786054-3-smb neutron-server[86305]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 03:31:29.010039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Transition to ACTIVE for port object d1f42d92-dc65-49d5-b08e-7330532f029e will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:29.026816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.040519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:29.043488 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b415e65c-ce2a-43e7-a970-b92e782211e5 req-30d184c7-7f0a-40b8-bfb8-c5419effcdcd tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 210 time: 0.5572038 Apr 19 03:31:29.057734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Allocated IP 172.28.0.16 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:29.112297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:29.125027 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:29.134267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:29.304040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.315884 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-01515f62-7731-4637-a2b8-a2da3b7107df req-09fcea13-d0aa-46dd-8500-513ca98ad015 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:29.318152 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-09fcea13-d0aa-46dd-8500-513ca98ad015 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 814 time: 1.4047279 Apr 19 03:31:29.327666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.364491 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-4108ffc2-04fb-4bca-82c9-ffdded10c627 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/quotas/6c42be205934401c935fed53381ef701 HTTP/1.1" status: 200 len: 375 time: 0.0227051 Apr 19 03:31:29.391495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:29.402826 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Synchronizing usage tracker for tenant:b1ceb4fb6e484881856a45eac8c28819 on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:29.424800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.480664 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-f9671f86-c419-416e-9036-4ccb0e8015b9 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150768 Apr 19 03:31:29.557155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Pushing event updated for resources: {'Port': ['ID=d1f42d92-dc65-49d5-b08e-7330532f029e,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:29.644248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Attempting to bind port d1f42d92-dc65-49d5-b08e-7330532f029e on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:31:29.645353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Attempting to bind port d1f42d92-dc65-49d5-b08e-7330532f029e by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:31:29.645863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Attempting to bind port d1f42d92-dc65-49d5-b08e-7330532f029e on network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:29.665285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.665813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.666200 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.666573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.666943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.667311 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.667674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.668073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.668449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.668778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.669137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.669492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Tracked resource versions report: Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: pushed versions: Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: { 'AddressGroup': {'1.2'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': {'1.0'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': {'1.0'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': {'1.1'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': {'1.7'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': {'1.2'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': {'1.8'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': {'1.4'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': {'1.2'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': {'1.0'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': {'1.1'}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': {'1.1'}} Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: consumer versions: Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: { DHCP agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: HyperV agent@hv-cinder-78605: {}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: L3 agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: Metadata agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: Metering agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: Open vSwitch agent@dv-cinder-786054-3-smb: { 'AddressGroup': '1.2', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': '1.0', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': '1.0', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': '1.1', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': '1.7', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': '1.2', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': '1.8', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': '1.4', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': '1.2', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': '1.0', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': '1.1', Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': '1.1'}} Apr 19 03:31:29.670694 dv-cinder-786054-3-smb neutron-server[86305]: {{(pid=86420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 03:31:29.682745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:29.683809 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:31:29.684257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Checking segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:29.684702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.685131 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Bound using segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:31:29.685669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Bound port: d1f42d92-dc65-49d5-b08e-7330532f029e, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:31:29.686094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.727764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Unset dirty status for tenant:b1ceb4fb6e484881856a45eac8c28819 on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:29.729791 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f13c9c28a68422c8de7fbbecae36cde&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4138818 Apr 19 03:31:29.733335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59270) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:29.735895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.773489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.784373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.789710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.819728 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-8a5041cd-dfbc-4260-be56-4912d4e6fdda service neutron] 10.222.0.20 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380501 Apr 19 03:31:29.911288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe220938-dbd8-4259-8cfb-2fcddddd27e4,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:29.923231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:29.926440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:29.935803 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:31:29.968781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:29.969146 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Added segment ad364d73-41cf-442a-9a8c-fae8fa47f30b of type vlan for network 12e50db0-6889-4be6-8b2f-554cadd1bbe0 Apr 19 03:31:29.977330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fa8c4f-53e1-41d9-9234-6108f147bf4e,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:29.983360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:29.996144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] For port d1f42d92-dc65-49d5-b08e-7330532f029e, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:31:30.000091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] For port d1f42d92-dc65-49d5-b08e-7330532f029e, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d1f42d92-dc65-49d5-b08e-7330532f029e,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:31:30.005062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.011231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b2019a0b-1345-433e-b900-b9251a3df514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:30.023191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.072624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.092736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:30.142380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb4e333e-61fd-41d3-8732-1b7231a25e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.150649 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-1f5c2d7c-fd88-416a-8e8f-a260e4f2af2b service neutron] 10.222.0.20 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299863 Apr 19 03:31:30.218894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb4e333e-61fd-41d3-8732-1b7231a25e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.291781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.292320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb4e333e-61fd-41d3-8732-1b7231a25e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.301399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:30.326484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:30.337538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Pushing event updated for resources: {'Port': ['ID=d1f42d92-dc65-49d5-b08e-7330532f029e,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:30.348659 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:30.358244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:30.358897 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.366186 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:30.377622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e333e-61fd-41d3-8732-1b7231a25e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe220938-dbd8-4259-8cfb-2fcddddd27e4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:30.385104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Allocated IP 172.28.0.249 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/db71aef4-06df-44a1-ada8-d98b506affe4) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:30.393297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:30.398187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cb4e333e-61fd-41d3-8732-1b7231a25e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:30.401528 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb4e333e-61fd-41d3-8732-1b7231a25e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.426470 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-cb4e333e-61fd-41d3-8732-1b7231a25e81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe220938-dbd8-4259-8cfb-2fcddddd27e4 HTTP/1.1" status: 204 len: 168 time: 0.6886699 Apr 19 03:31:30.554465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Pushing event updated for resources: {'Port': ['ID=c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:30.585568 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-aeeb4f72-58e9-4303-bfd0-8eb8a9c21593 req-c7c9563e-9223-486c-9f43-3152576b2402 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.1035712 Apr 19 03:31:30.667448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:30.668004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34503a56-3aeb-4420-a354-8a7c37b0b587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:30.697932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-32d5cee7-6246-4105-9bb5-a18cf37532cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:30.810537 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bf6c5788-8b53-419d-8fc4-06aa16768149 req-f502089a-21fb-4ede-9909-6629ec609bbb tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 210 time: 0.2857022 Apr 19 03:31:30.930468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.10', 64131) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:31.284723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca27058-df86-43e5-90a4-9a33df415860 req-7604f469-2377-4d1e-8a7c-0547f8222fc6 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:31.287112 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-7604f469-2377-4d1e-8a7c-0547f8222fc6 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.10 "GET /v2.0/networks?id=56a81a41-12fa-4863-8f21-d8864269da92 HTTP/1.1" status: 200 len: 812 time: 0.3444870 Apr 19 03:31:31.316763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59332) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:31.343515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Request body: {'port': {'device_id': 'fdbfd4a2-ea00-4c16-bc11-2db7aabe695f', 'network_id': '56a81a41-12fa-4863-8f21-d8864269da92', 'admin_state_up': True, 'tenant_id': '7edfcf55bd5a4c8ab019f273c8dad93e'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:31.368706 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Pushing event updated for resources: {'Network': ['ID=12e50db0-6889-4be6-8b2f-554cadd1bbe0,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:31.380773 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.0492096 Apr 19 03:31:31.384606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:31.387270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 12e50db0-6889-4be6-8b2f-554cadd1bbe0 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:31:31.393088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59338) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:31.396456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:31.403545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Request body: {'subnet': {'network_id': '12e50db0-6889-4be6-8b2f-554cadd1bbe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1895323148-subnet', 'tenant_id': 'cec2bb879a444d678c0a9eb549b1539c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:31.422083 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:31.447084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:31.452383 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Usage tracker for resource:security_group_rule and tenant:d823b6b8e4404b468b0e7ac9ce13fff3 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:31.458069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:31.472562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:31.491004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Usage tracker for resource:subnet and tenant:cec2bb879a444d678c0a9eb549b1539c is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:31.509362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:31.614660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:31.658077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:31.676669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Made reservation on behalf of cec2bb879a444d678c0a9eb549b1539c for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:31.679565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:31.683001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Notify callbacks [] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:31.683526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Usage tracker for resource:port and tenant:7edfcf55bd5a4c8ab019f273c8dad93e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:31.686515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:31.699731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:31.730489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Made reservation on behalf of 7edfcf55bd5a4c8ab019f273c8dad93e for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:31.743954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:31.766553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:31.834304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:31.939944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:32.217234 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-de87cc23-9b3e-445f-a8f7-eed9ad2f1ff3 req-5b0193dc-ceb1-4d57-b6b8-9f0f08f8f44f tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 210 time: 0.0762053 Apr 19 03:31:32.238851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:32.272839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:32.324453 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f51a179-a1db-4b1c-8f5b-e56df3219d17 req-38ed05eb-7226-40d9-8fe5-52f2f57caa06 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.5391185 Apr 19 03:31:32.342467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d1f42d92-dc65-49d5-b08e-7330532f029e up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:32.350743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:32.391528 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Allocated IP 172.20.0.9 (56a81a41-12fa-4863-8f21-d8864269da92/7ef6784e-f16e-43a5-8c4b-30c411c54d73/62886b28-19c2-40d7-a727-cef4c54afba6) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:32.454793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602a8fc-9fc7-4998-a419-fcd2d49bd89f None None] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:32.498396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59392) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:32.594751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:32.609696 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:32.631229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:32.642148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:32.690270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:32.701788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Pushing event updated for resources: {'Port': ['ID=db71aef4-06df-44a1-ada8-d98b506affe4,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:32.718048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-860fedcc-2858-4840-b86d-7b399dcf677a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:32.744197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:32.793405 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d823b6b8e4404b468b0e7ac9ce13fff3&name=default HTTP/1.1" status: 200 len: 2978 time: 1.4753513 Apr 19 03:31:32.797214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d823ffc-eac9-4f2f-8af0-0f38847ba91f,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:32.800359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59404) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:32.834348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:32.838983 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ec359c5d-2cd4-45aa-84fd-a8e5e1232472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:32.875026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:32.936703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-9e5c679f-7ee7-49fd-9de5-f69aacb1df13 None None] Provisioning for port d1f42d92-dc65-49d5-b08e-7330532f029e completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:32.945027 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Network 56a81a41-12fa-4863-8f21-d8864269da92 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:32.956389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:32.963403 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:32.969376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:32.970133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.054615 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port d1f42d92-dc65-49d5-b08e-7330532f029e completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:33.058400 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.067552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port d1f42d92-dc65-49d5-b08e-7330532f029e triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:33.068259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.077764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Pushing event updated for resources: {'Port': ['ID=62886b28-19c2-40d7-a727-cef4c54afba6,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:33.100529 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:33.104146 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e95f4e9-321c-43d0-9bdd-602b31de6a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.122509 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7832549 Apr 19 03:31:33.123851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213'] for router, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.155559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e95f4e9-321c-43d0-9bdd-602b31de6a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.299846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:33.305576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f38a51662bf04276928b9bd720ed8e71 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:33.309111 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:33.315750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:33.336842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e95f4e9-321c-43d0-9bdd-602b31de6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.342706 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cb4e333e-61fd-41d3-8732-1b7231a25e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:33.368796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.389779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95f4e9-321c-43d0-9bdd-602b31de6a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d823ffc-eac9-4f2f-8af0-0f38847ba91f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:33.397735 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3e95f4e9-321c-43d0-9bdd-602b31de6a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:33.415687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e95f4e9-321c-43d0-9bdd-602b31de6a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.416977 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3e95f4e9-321c-43d0-9bdd-602b31de6a1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d823ffc-eac9-4f2f-8af0-0f38847ba91f HTTP/1.1" status: 204 len: 168 time: 0.5863085 Apr 19 03:31:33.478198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port d1f42d92-dc65-49d5-b08e-7330532f029e, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d1f42d92-dc65-49d5-b08e-7330532f029e,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:33.483010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.498028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b27e0fe1-ba9b-4683-af14-d86844e424f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:33.527313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-e54775d2-d63a-4d89-a293-702b5d56b57b tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:31:33.529211 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-e54775d2-d63a-4d89-a293-702b5d56b57b tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078917 Apr 19 03:31:33.665193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=d1f42d92-dc65-49d5-b08e-7330532f029e,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:33.710149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:33.741437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.759635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-f675b061-a569-4aa6-ba53-b58d36f74d58 None None] Provisioning complete for port d1f42d92-dc65-49d5-b08e-7330532f029e triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:33.760476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f675b061-a569-4aa6-ba53-b58d36f74d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:33.830222 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cf037a19-cbde-490c-a5e4-c962fece9318 req-2e40892f-1a96-4549-a3ac-7e2611a72fc0 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.1103745 Apr 19 03:31:34.164536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:34.298002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d1f42d92-dc65-49d5-b08e-7330532f029e up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:34.384723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port d1f42d92-dc65-49d5-b08e-7330532f029e triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:34.385135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:34.497678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:34.658317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:34.831766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:34.864934 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f38a51662bf04276928b9bd720ed8e71&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3617227 Apr 19 03:31:34.867874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59452) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:34.912834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029a8d4-415b-4816-ba4a-fcb36079fb23,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:34.927153 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:34.960001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cfd85-7b8c-479a-a82e-65de4419ff31 req-1c844f07-355f-4145-8bcf-6970b0b17a5a tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:34.961825 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ac4cfd85-7b8c-479a-a82e-65de4419ff31 req-1c844f07-355f-4145-8bcf-6970b0b17a5a tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 931 time: 1.0889568 Apr 19 03:31:34.965220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d74c44b2-1088-4e6c-b12a-4963a5d5cd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:34.996678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d74c44b2-1088-4e6c-b12a-4963a5d5cd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:35.061505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d74c44b2-1088-4e6c-b12a-4963a5d5cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:35.067589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:35.100765 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c44b2-1088-4e6c-b12a-4963a5d5cd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029a8d4-415b-4816-ba4a-fcb36079fb23,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:35.146757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d74c44b2-1088-4e6c-b12a-4963a5d5cd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:35.183946 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e2b35241-fc5a-41f5-aefa-da4d7cf8c981 req-ccb6bde5-d16b-44b9-aa7b-e4a94e65117a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.0843441 Apr 19 03:31:35.184927 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d74c44b2-1088-4e6c-b12a-4963a5d5cd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:35.186226 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d74c44b2-1088-4e6c-b12a-4963a5d5cd16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7029a8d4-415b-4816-ba4a-fcb36079fb23 HTTP/1.1" status: 204 len: 168 time: 0.3170166 Apr 19 03:31:35.194224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:35.349712 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 is scheduled to L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed with binding_index 1 {{(pid=86419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 03:31:35.354685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213'] for router, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:35.358686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-ac4cfd85-7b8c-479a-a82e-65de4419ff31 req-eb22d963-136f-4cbc-a51d-d7055e25a0ee tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Synchronizing usage tracker for tenant:7edfcf55bd5a4c8ab019f273c8dad93e on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:35.402705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-ac4cfd85-7b8c-479a-a82e-65de4419ff31 req-eb22d963-136f-4cbc-a51d-d7055e25a0ee tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Unset dirty status for tenant:7edfcf55bd5a4c8ab019f273c8dad93e on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:35.412966 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ac4cfd85-7b8c-479a-a82e-65de4419ff31 req-eb22d963-136f-4cbc-a51d-d7055e25a0ee tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180727 Apr 19 03:31:36.018719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:36.025159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59482) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:36.038219 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:36.052097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:36.073258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:36.079825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Usage tracker for resource:security_group_rule and tenant:8f201467dbd74e099c54e3debe3655ce is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:36.083855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:36.092316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:36.204817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:31:36.209045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5301ba-c3c4-4986-8d4a-bb8b5bed96d7,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:36.216232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Sync routers for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:31:36.232023 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Checking segment: {'id': 'ad364d73-41cf-442a-9a8c-fae8fa47f30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '12e50db0-6889-4be6-8b2f-554cadd1bbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:36.232452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Network hostable DHCP agents. Network: 12e50db0-6889-4be6-8b2f-554cadd1bbe0, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:31:36.233116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:31:36.234345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:31:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:36.303548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Router fae4de71-b58a-4b69-9278-f1699db7df2f is scheduled to L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed with binding_index 1 {{(pid=86419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 03:31:36.326285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:36.342545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Notify callbacks [] for router, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:36.345264 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.7961612 Apr 19 03:31:36.346145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59492) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:36.492272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:36.565631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-71ff9753-20ce-4737-95b1-eb0ccf957854 req-5741771f-8808-4c40-9eab-9f6ea968f0e4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.0715537 Apr 19 03:31:36.632960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Network 12e50db0-6889-4be6-8b2f-554cadd1bbe0 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:31:36.638046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:36.662965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:36.706153 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22a60e6-78d6-457a-b420-308036cf85ed,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:36.710641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:36.727001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 12e50db0-6889-4be6-8b2f-554cadd1bbe0) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:36.741379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:36.742018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:36.742186 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173a85c-3665-4796-8572-dfcdbf6d7230 None None] Network 12e50db0-6889-4be6-8b2f-554cadd1bbe0 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:36.767725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.10', 64144) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:36.802038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:31:36.818416 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f201467dbd74e099c54e3debe3655ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7881958 Apr 19 03:31:36.830531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59510) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:36.839041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:31:36.854575 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Sync routers for ids ['fae4de71-b58a-4b69-9278-f1699db7df2f'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:31:36.877297 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.4741752 Apr 19 03:31:37.098061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Notify callbacks [] for router, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:37.102276 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.1280785 Apr 19 03:31:37.107410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59520) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:37.211929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Routers {'fae4de71-b58a-4b69-9278-f1699db7df2f'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:31:37.224238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:31:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['fae4de71-b58a-4b69-9278-f1699db7df2f'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:37.288630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59524) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:37.340316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc360f5d-7155-41b3-b1bc-521abb43a126 req-cffd3e48-9e39-4d05-8ce3-6289d8388146 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:37.349210 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cc360f5d-7155-41b3-b1bc-521abb43a126 req-cffd3e48-9e39-4d05-8ce3-6289d8388146 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 931 time: 0.7176085 Apr 19 03:31:37.365052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Request body: {'port': {'device_id': 'fdbfd4a2-ea00-4c16-bc11-2db7aabe695f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:37.585061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:31Z', 'revision_number': 3, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:37.591779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Checking router: 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:31:37.592652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Updating router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:31:37.607414 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515f62-7731-4637-a2b8-a2da3b7107df req-5470c045-a9f0-4ab7-922a-e9e2d631ec4b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:37.609098 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-5470c045-a9f0-4ab7-922a-e9e2d631ec4b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 814 time: 0.8365967 Apr 19 03:31:37.668865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:37.686896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Request body: {'port': {'device_id': '9f2015e3-2b56-4420-bf10-5a2fa9f4fd62', 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'admin_state_up': True, 'tenant_id': '6c42be205934401c935fed53381ef701'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:37.745190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] Deleting subnet 8a9e7af8-011e-4196-9285-163bf0709543 {{(pid=86419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:31:37.768755 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cc360f5d-7155-41b3-b1bc-521abb43a126 req-a986f88a-79c8-414d-953b-91745f305bf4 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184060 Apr 19 03:31:37.802699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:38.078619 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Set router fae4de71-b58a-4b69-9278-f1699db7df2f gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:31:38.454107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:38.477001 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9ab0572b-54aa-45f9-a627-c61945658633 req-f285acc7-e5cb-466d-bd76-39a7b6acb8ce tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.0926692 Apr 19 03:31:38.510750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c11a07c8-b237-4478-97d7-df491112b46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:38.511150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:38.565916 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c11a07c8-b237-4478-97d7-df491112b46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:38.584596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:38.642697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Transition to ACTIVE for port object c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:38.676976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:38.718463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:38.738522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42051ea2-8940-4263-9c08-b07046ccaaff None None] Network 12e50db0-6889-4be6-8b2f-554cadd1bbe0 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:31:38.886225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:38.943185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Usage tracker for resource:port and tenant:6c42be205934401c935fed53381ef701 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:38.977491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Attempting to bind port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:31:38.977957 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Attempting to bind port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:31:38.978273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Attempting to bind port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 on network 2b282c9f-01b3-436d-9a2f-af1029725b6f {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:39.007595 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:31:39.008017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:39.008483 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:39.016285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Bound using segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:31:39.017251 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Bound port: c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:31:39.018005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:39.170589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] For port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:31:39.175332 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] For port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:31:39.180252 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:39.239334 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:31:39.240746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:31:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:39.260554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c11a07c8-b237-4478-97d7-df491112b46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:39.371559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:39.457249 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a07c8-b237-4478-97d7-df491112b46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22a60e6-78d6-457a-b420-308036cf85ed,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:39.462982 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c11a07c8-b237-4478-97d7-df491112b46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:39.467596 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c11a07c8-b237-4478-97d7-df491112b46f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c22a60e6-78d6-457a-b420-308036cf85ed HTTP/1.1" status: 204 len: 168 time: 2.6189198 Apr 19 03:31:39.483341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c11a07c8-b237-4478-97d7-df491112b46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:39.514579 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:31:39.563961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:39.796652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Pushing event updated for resources: {'Port': ['ID=c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:39.845641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.845994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.846360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.846727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.847084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.847587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.847998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.848358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.848711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.849134 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.849387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.849736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Tracked resource versions report: Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: pushed versions: Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: { 'AddressGroup': {'1.2'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': {'1.0'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': {'1.0'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': {'1.1'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': {'1.7'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': {'1.2'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': {'1.8'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': {'1.4'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': {'1.2'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': {'1.0'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': {'1.1'}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': {'1.1'}} Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: consumer versions: Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: { DHCP agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: HyperV agent@hv-cinder-78605: {}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: L3 agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: Metadata agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: Metering agent@dv-cinder-786054-3-smb: {}, Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: Open vSwitch agent@dv-cinder-786054-3-smb: { 'AddressGroup': '1.2', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'ConntrackHelper': '1.0', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Log': '1.0', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Network': '1.1', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Port': '1.7', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'PortForwarding': '1.2', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'QosPolicy': '1.8', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroup': '1.4', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'SecurityGroupRule': '1.2', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'SubPort': '1.0', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Subnet': '1.1', Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: 'Trunk': '1.1'}} Apr 19 03:31:39.850878 dv-cinder-786054-3-smb neutron-server[86305]: {{(pid=86421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 03:31:39.866744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:39.868310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.652s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:39.992901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Pushing event updated for resources: {'Port': ['ID=c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:40.014392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:40.052633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:31Z', 'revision_number': 3, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:40.061062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35e97b-353d-4768-bd55-5a38ff068e03 None None] The sync data for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb is: [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:31Z', 'revision_number': 3, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:31:40.171341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:40.189597 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:40.300258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:31:34Z', 'revision_number': 3, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port': {'id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:13:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:29Z', 'updated_at': '2021-04-19T03:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:40.318168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Checking router: fae4de71-b58a-4b69-9278-f1699db7df2f for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:31:40.318768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Updating router fae4de71-b58a-4b69-9278-f1699db7df2f port db71aef4-06df-44a1-ada8-d98b506affe4 binding host dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:31:40.360552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Made reservation on behalf of 6c42be205934401c935fed53381ef701 for: {'port': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:40.367064 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f852fab0-5250-454a-815d-202cfeac7065 req-955ac811-a8a8-45a0-b0c3-14c826e87f73 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.2861669 Apr 19 03:31:40.382821 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:40.501722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:40.634540 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:40.949351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Allocated IP 172.20.0.13 (d4914c02-2059-4113-84cb-a5530fb219ec/9245fd6d-c6ac-4749-a802-7431f72f5be4/42e03bf6-0333-4983-96ea-9755374fb184) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:40.983305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cd7c5-e3fa-4c0f-9263-f673451b4545 req-1f6e9c88-49d5-4df8-950f-7788baf94dd4 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:40.985044 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c61cd7c5-e3fa-4c0f-9263-f673451b4545 req-1f6e9c88-49d5-4df8-950f-7788baf94dd4 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 931 time: 1.8643448 Apr 19 03:31:41.083869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Allocated IP 172.20.0.1 (fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c/421d2511-1c17-4de1-a8a8-032961a784a0/1fa42ec4-577b-49e0-9f2c-5a0402046fae) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:41.167016 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.400345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77f7045c-6ac7-43a0-9bc6-5c66c7ae19ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:41.436858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.474280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Transition to ACTIVE for port object db71aef4-06df-44a1-ada8-d98b506affe4 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:41.496970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.509389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:41.552561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.564545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.574972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Transition to ACTIVE for port object 1fa42ec4-577b-49e0-9f2c-5a0402046fae will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:41.600489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9e7af8-011e-4196-9285-163bf0709543,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:41.606018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.680769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-70606a6b-798c-4453-ab39-69a5c1fb4711 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:41.697554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:41.730284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Attempting to bind port db71aef4-06df-44a1-ada8-d98b506affe4 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:31:41.730721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Attempting to bind port db71aef4-06df-44a1-ada8-d98b506affe4 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:31:41.732577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Attempting to bind port db71aef4-06df-44a1-ada8-d98b506affe4 on network 2b282c9f-01b3-436d-9a2f-af1029725b6f {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:41.751527 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:31:41.751956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:41.752431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.752879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Bound using segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:31:41.753413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Bound port: db71aef4-06df-44a1-ada8-d98b506affe4, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:31:41.755104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.817426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f47081-449c-4cf3-9bf2-9b93d183a433 None None] Pushing event updated for resources: {'Port': ['ID=db71aef4-06df-44a1-ada8-d98b506affe4,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:41.822509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-35f47081-449c-4cf3-9bf2-9b93d183a433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:41.831454 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3a0725ae-ad50-4170-af6c-a30a89eb13b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a9e7af8-011e-4196-9285-163bf0709543 HTTP/1.1" status: 204 len: 168 time: 4.5118144 Apr 19 03:31:41.853407 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d5337041-b725-4bbb-af72-abe31f60ce65 req-a57dcdbf-8b3d-4271-ba6f-e9014e08fc47 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.1065311 Apr 19 03:31:41.866062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59618) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:41.913169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] For port db71aef4-06df-44a1-ada8-d98b506affe4, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:31:41.914587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] For port db71aef4-06df-44a1-ada8-d98b506affe4, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=db71aef4-06df-44a1-ada8-d98b506affe4,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:31:41.920839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:41.926325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:41.950349 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c61cd7c5-e3fa-4c0f-9263-f673451b4545 req-93b37e41-c5fa-4ca6-9ff5-02a6d7c2b4a7 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9544861 Apr 19 03:31:42.133093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:42.185322 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f47081-449c-4cf3-9bf2-9b93d183a433 None None] Pushing event updated for resources: {'Port': ['ID=db71aef4-06df-44a1-ada8-d98b506affe4,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:42.201236 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-35f47081-449c-4cf3-9bf2-9b93d183a433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:42.256009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Routers {'fae4de71-b58a-4b69-9278-f1699db7df2f'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:31:42.256689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:31:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['fae4de71-b58a-4b69-9278-f1699db7df2f'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:42.263324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:42.279047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:42.340836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:42.474325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:42.479005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:42.515495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:42.686925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:42.687754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085902'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:42.872450 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Allocated IP 172.20.0.1 (624b5d1b-21aa-43f4-af6d-25cf69c4f4cf/4a2a107a-6c51-4e47-a231-5a2c873e4240/bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:42.879738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Network d4914c02-2059-4113-84cb-a5530fb219ec is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:42.937427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:42.953718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:42.954292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.056629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-7c021a8e-103f-45b4-bf99-a28112ba804a None None] Provisioning for port 1fa42ec4-577b-49e0-9f2c-5a0402046fae completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:43.065756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-7c021a8e-103f-45b4-bf99-a28112ba804a None None] Provisioning complete for port 1fa42ec4-577b-49e0-9f2c-5a0402046fae triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:43.066507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7c021a8e-103f-45b4-bf99-a28112ba804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.084658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.125537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:43.138065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.139177 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:43.157494 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:43.158249 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.163050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-7c021a8e-103f-45b4-bf99-a28112ba804a None None] Port 1fa42ec4-577b-49e0-9f2c-5a0402046fae cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:31:43.175851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] Set router fae4de71-b58a-4b69-9278-f1699db7df2f gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:31:43.294079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Pushing event updated for resources: {'Port': ['ID=42e03bf6-0333-4983-96ea-9755374fb184,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:43.372578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:43.373106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c2a577c0-b2b9-4020-8dc3-9646b8f2dc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:43.464248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.476203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:43.478052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Pushing event updated for resources: {'Port': ['ID=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:43.505789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:43.508778 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8737459 Apr 19 03:31:43.509609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:43.510305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:43.510796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085902'] for router_interface, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.523600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:31:43.569464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Pushing event updated for resources: {'Port': ['ID=1fa42ec4-577b-49e0-9f2c-5a0402046fae,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:43.593048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.912s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:43.619518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62886b28-19c2-40d7-a727-cef4c54afba6 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:31:43.650507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.665712 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Request body: {'port': {'device_id': '9f2015e3-2b56-4420-bf10-5a2fa9f4fd62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:43.672402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:43.684985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.691671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:43.784035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:43.791956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:43.809115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.842001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:43.949324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:31:34Z', 'revision_number': 3, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port': {'id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:13:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:29Z', 'updated_at': '2021-04-19T03:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:43.960059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3834c7d7-5c0f-415b-ab68-abbc2e855b21 None None] The sync data for ids ['fae4de71-b58a-4b69-9278-f1699db7df2f'] in dv-cinder-786054-3-smb is: [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:31:34Z', 'revision_number': 3, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port': {'id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:13:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:29Z', 'updated_at': '2021-04-19T03:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:31:43.962146 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a640fb-cc56-4195-84c7-0aaacf397522 req-d513f2c2-d7b2-431c-97c8-8644ab12c33c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:43.976082 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-03a640fb-cc56-4195-84c7-0aaacf397522 req-d513f2c2-d7b2-431c-97c8-8644ab12c33c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 932 time: 0.4905055 Apr 19 03:31:44.015704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:44.317482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:44.323953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:44.348513 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Transition to ACTIVE for port object 62886b28-19c2-40d7-a727-cef4c54afba6 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:44.353977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a53016-b94b-4773-9409-cf0cf2938a40 req-ad3a764a-596d-4dfe-9c1c-4c4ca7281de7 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:44.362177 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f3a53016-b94b-4773-9409-cf0cf2938a40 req-ad3a764a-596d-4dfe-9c1c-4c4ca7281de7 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 931 time: 1.0706182 Apr 19 03:31:44.409852 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:44.480112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:44.532297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:44.533013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:44.666988 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f3a53016-b94b-4773-9409-cf0cf2938a40 req-11f036e4-b0e2-4709-9cd4-6c5d729dee65 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018749 Apr 19 03:31:44.743130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-03a640fb-cc56-4195-84c7-0aaacf397522 req-715cfca5-f922-47ae-adc3-26700412cfa7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:44.927633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.929090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.930173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.930741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > port after_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.931276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.931810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > port after_update 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.932379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.933371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.933851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:44.934328 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:45.166233 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e03bf6-0333-4983-96ea-9755374fb184 {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:31:45.177961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.199523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Transition to ACTIVE for port object 42e03bf6-0333-4983-96ea-9755374fb184 will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:45.328322 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:45.329072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:45.329946 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:45.330610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:31:45.331305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e424b3e-deb3-4a35-95e9-43c256061e9d']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:45.349220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb95592-5850-4476-8242-2e8aa17ab02c') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:45.349685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb95592-5850-4476-8242-2e8aa17ab02c') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:45.364094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.381608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.387579 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.418635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c7527573-9c1c-49ac-ada1-8eb62290580d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:45.423756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:31:45.652178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-03a640fb-cc56-4195-84c7-0aaacf397522 req-715cfca5-f922-47ae-adc3-26700412cfa7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:45.653479 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-03a640fb-cc56-4195-84c7-0aaacf397522 req-715cfca5-f922-47ae-adc3-26700412cfa7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6765757 Apr 19 03:31:45.674757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Pushing event updated for resources: {'Port': ['ID=62886b28-19c2-40d7-a727-cef4c54afba6,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:45.697139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.217s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:45.756116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Attempting to bind port 62886b28-19c2-40d7-a727-cef4c54afba6 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:31:45.756508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Attempting to bind port 62886b28-19c2-40d7-a727-cef4c54afba6 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'c0b64825-df87-4cb1-bec9-ccf763f939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56a81a41-12fa-4863-8f21-d8864269da92'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:31:45.756878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Attempting to bind port 62886b28-19c2-40d7-a727-cef4c54afba6 on network 56a81a41-12fa-4863-8f21-d8864269da92 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:45.759218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.789572 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Port 62886b28-19c2-40d7-a727-cef4c54afba6 on network 56a81a41-12fa-4863-8f21-d8864269da92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:31:45.789940 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Attempting to bind port 62886b28-19c2-40d7-a727-cef4c54afba6 on network 56a81a41-12fa-4863-8f21-d8864269da92 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:45.795323 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Network 3e424b3e-deb3-4a35-95e9-43c256061e9d has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:31:45.802488 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.resource_extend [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 03:31:45.806680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.856431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=42e03bf6-0333-4983-96ea-9755374fb184,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:45.870429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:45.876917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:31:45.876917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Checking segment: {'id': 'c0b64825-df87-4cb1-bec9-ccf763f939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56a81a41-12fa-4863-8f21-d8864269da92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:45.876917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Bound using segment: {'id': 'c0b64825-df87-4cb1-bec9-ccf763f939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56a81a41-12fa-4863-8f21-d8864269da92'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:31:45.876917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Bound port: 62886b28-19c2-40d7-a727-cef4c54afba6, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b64825-df87-4cb1-bec9-ccf763f939d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '56a81a41-12fa-4863-8f21-d8864269da92'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:31:45.876917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.907202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.923412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.932986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852689815'] for router_interface, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:45.943120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9ff6e56e-60cf-44f7-ae7e-2bcf202f8c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:46.018062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Attempting to bind port 42e03bf6-0333-4983-96ea-9755374fb184 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:31:46.018324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Attempting to bind port 42e03bf6-0333-4983-96ea-9755374fb184 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:31:46.018670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Attempting to bind port 42e03bf6-0333-4983-96ea-9755374fb184 on network d4914c02-2059-4113-84cb-a5530fb219ec {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:46.060606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Port 42e03bf6-0333-4983-96ea-9755374fb184 on network d4914c02-2059-4113-84cb-a5530fb219ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:31:46.060969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Attempting to bind port 42e03bf6-0333-4983-96ea-9755374fb184 on network d4914c02-2059-4113-84cb-a5530fb219ec {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:46.129497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:31:46.129812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Checking segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:46.130384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Bound using segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:31:46.130922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Bound port: 42e03bf6-0333-4983-96ea-9755374fb184, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:31:46.131272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.132441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Network 3e424b3e-deb3-4a35-95e9-43c256061e9d has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:31:46.161143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad383a-d897-4727-a168-34e3447571eb req-1a89a702-3159-44ef-8de5-9b3db7f065b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:46.163154 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6dad383a-d897-4727-a168-34e3447571eb req-1a89a702-3159-44ef-8de5-9b3db7f065b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 943 time: 0.3688972 Apr 19 03:31:46.169041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Pushing event updated for resources: {'Port': ['ID=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:46.177571 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: from cryptography.utils import int_from_bytes Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: from cryptography.utils import int_from_bytes Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: (rel_b, rel_a, rel_b), Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: (rel_b, rel_a, rel_b), Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:31:46.182279 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:31:46.334835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device db71aef4-06df-44a1-ada8-d98b506affe4 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:46.343956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] For port 42e03bf6-0333-4983-96ea-9755374fb184, host hv-cinder-78605, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:31:46.373432 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.388852 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] For port 62886b28-19c2-40d7-a727-cef4c54afba6, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:31:46.408952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] For port 42e03bf6-0333-4983-96ea-9755374fb184, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=42e03bf6-0333-4983-96ea-9755374fb184,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:31:46.415369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:46.433057 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6dad383a-d897-4727-a168-34e3447571eb req-45bf973b-3a91-49dd-a695-f19b52472b03 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589803 Apr 19 03:31:46.434440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.446352 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:46.468500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.501429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port db71aef4-06df-44a1-ada8-d98b506affe4 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:46.509631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port db71aef4-06df-44a1-ada8-d98b506affe4 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:46.510064 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.581582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=42e03bf6-0333-4983-96ea-9755374fb184,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:46.591344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:46.616936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:46.617903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.619418 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/42e03bf6-0333-4983-96ea-9755374fb184 HTTP/1.1" status: 200 len: 1094 time: 2.9648843 Apr 19 03:31:46.620132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2015e3-2b56-4420-bf10-5a2fa9f4fd62', 'tag': '42e03bf6-0333-4983-96ea-9755374fb184'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:31:46.783156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e424b3e-deb3-4a35-95e9-43c256061e9d,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:46.802000 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:46.808362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] For port 62886b28-19c2-40d7-a727-cef4c54afba6, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=62886b28-19c2-40d7-a727-cef4c54afba6,segment=NetworkSegment(c0b64825-df87-4cb1-bec9-ccf763f939d4),segment_id=c0b64825-df87-4cb1-bec9-ccf763f939d4)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:31:46.825032 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b33818eb-5251-406d-8d0c-12e6431fc318 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e424b3e-deb3-4a35-95e9-43c256061e9d HTTP/1.1" status: 204 len: 168 time: 4.9536862 Apr 19 03:31:46.826019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59716) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:46.836561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.843446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.860284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:46.881461 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:46.898255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port db71aef4-06df-44a1-ada8-d98b506affe4, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=db71aef4-06df-44a1-ada8-d98b506affe4,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:46.906807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:46.909090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:46.944492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:47.068271 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:47.069537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:47.071472 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] 10.222.0.10 "PUT /v2.0/ports/62886b28-19c2-40d7-a727-cef4c54afba6 HTTP/1.1" status: 200 len: 1093 time: 10.3069291 Apr 19 03:31:47.093304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=db71aef4-06df-44a1-ada8-d98b506affe4,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:47.104684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:47.178073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Pushing event updated for resources: {'Port': ['ID=62886b28-19c2-40d7-a727-cef4c54afba6,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:47.197990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:47.198289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbfd4a2-ea00-4c16-bc11-2db7aabe695f', 'tag': '62886b28-19c2-40d7-a727-cef4c54afba6'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:31:47.245075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515f62-7731-4637-a2b8-a2da3b7107df req-237d183d-5cff-4ead-9ce9-2ef419ba899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:47.246786 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-237d183d-5cff-4ead-9ce9-2ef419ba899b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 1097 time: 0.4844797 Apr 19 03:31:47.278865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:47.353447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Deleting subnet 7d5301ba-c3c4-4986-8d4a-bb8b5bed96d7 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:31:47.364990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:47.366623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:47.456172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:47.462314 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-748239d1-e756-4b5c-823f-c56831a512db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e03bf6-0333-4983-96ea-9755374fb184 HTTP/1.1" status: 200 len: 217 time: 0.2022440 Apr 19 03:31:47.466577 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2015e3-2b56-4420-bf10-5a2fa9f4fd62', 'tag': '42e03bf6-0333-4983-96ea-9755374fb184', 'status': 'completed', 'code': 200} Apr 19 03:31:47.562549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Router fae4de71-b58a-4b69-9278-f1699db7df2f has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:31:47.576253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515f62-7731-4637-a2b8-a2da3b7107df req-188df8ec-c007-40b5-96e7-16195ab5ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:47.577985 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-188df8ec-c007-40b5-96e7-16195ab5ab64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.1002488 Apr 19 03:31:47.642888 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e9ad-ed7f-4835-b880-f04b3cf15f41 req-71191de0-634d-445d-a599-cd19c3f980e0 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:47.644769 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bb53e9ad-ed7f-4835-b880-f04b3cf15f41 req-71191de0-634d-445d-a599-cd19c3f980e0 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 944 time: 0.7277498 Apr 19 03:31:47.662927 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2641358'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:47.749609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852689815'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:47.764946 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Pushing event updated for resources: {'Port': ['ID=1fa42ec4-577b-49e0-9f2c-5a0402046fae,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:47.778446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:47.847123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca27058-df86-43e5-90a4-9a33df415860 req-1bc8d046-14b6-467b-8aae-1eaff43694a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:47.848891 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-1bc8d046-14b6-467b-8aae-1eaff43694a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7edfcf55bd5a4c8ab019f273c8dad93e&device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 1096 time: 0.6150498 Apr 19 03:31:47.852193 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bb53e9ad-ed7f-4835-b880-f04b3cf15f41 req-8dff76be-514b-44c3-aa14-8bbfec184bf6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583724 Apr 19 03:31:47.864113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:47.872295 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-f2688a29-3565-4561-ba41-7f424d42b131 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214676 Apr 19 03:31:48.034052 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-db1d69ad-eeaa-443b-9761-c303673fec7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62886b28-19c2-40d7-a727-cef4c54afba6 HTTP/1.1" status: 200 len: 217 time: 0.1754777 Apr 19 03:31:48.040396 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-51a09873-676c-44a8-8773-e818901c8f0c service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513970 Apr 19 03:31:48.161946 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbfd4a2-ea00-4c16-bc11-2db7aabe695f', 'tag': '62886b28-19c2-40d7-a727-cef4c54afba6', 'status': 'completed', 'code': 200} Apr 19 03:31:48.266091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:31:48.278456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Sync routers for ids ['fae4de71-b58a-4b69-9278-f1699db7df2f'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:31:48.295701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca27058-df86-43e5-90a4-9a33df415860 req-18fcf66b-a5ac-459e-98ae-a837ffa56d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:48.297302 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-18fcf66b-a5ac-459e-98ae-a837ffa56d9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ef6784e-f16e-43a5-8c4b-30c411c54d73 HTTP/1.1" status: 200 len: 852 time: 0.2539551 Apr 19 03:31:48.297429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device db71aef4-06df-44a1-ada8-d98b506affe4 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:48.302834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Routers {'fae4de71-b58a-4b69-9278-f1699db7df2f'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:31:48.313266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:31:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['fae4de71-b58a-4b69-9278-f1699db7df2f'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:48.320672 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] 10.222.0.20 "PUT /v2.0/routers/fae4de71-b58a-4b69-9278-f1699db7df2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2093384 Apr 19 03:31:48.355434 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41a04d-9b92-4559-a8b4-9170df4217a3 req-05249242-3320-44e2-9604-67ab348e420a tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:48.358030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:48.368565 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fe41a04d-9b92-4559-a8b4-9170df4217a3 req-05249242-3320-44e2-9604-67ab348e420a tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 943 time: 0.6188412 Apr 19 03:31:48.431638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:48.463932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port db71aef4-06df-44a1-ada8-d98b506affe4 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:48.464381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:48.480852 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01515f62-7731-4637-a2b8-a2da3b7107df req-ab98b168-b03a-4628-8293-893acba7d343 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333129 Apr 19 03:31:48.521670 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fe41a04d-9b92-4559-a8b4-9170df4217a3 req-28f2cd64-51c4-44d7-b519-9a264d94d8f5 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519396 Apr 19 03:31:48.526764 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-537058db-0d0b-421a-b2ce-e54b42abb469 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56a81a41-12fa-4863-8f21-d8864269da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801825 Apr 19 03:31:48.823141 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-1add4366-3529-49dd-ab06-9908e83d6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:48.825074 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-1add4366-3529-49dd-ab06-9908e83d6b69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 1097 time: 0.2808654 Apr 19 03:31:48.846843 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Set router fae4de71-b58a-4b69-9278-f1699db7df2f gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:31:48.942967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-65fc8468-5ac3-471a-ba51-e8fb4c6b3e01 None None] Provisioning complete for port 1fa42ec4-577b-49e0-9f2c-5a0402046fae triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:48.945143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-65fc8468-5ac3-471a-ba51-e8fb4c6b3e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:49.039754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-65fc8468-5ac3-471a-ba51-e8fb4c6b3e01 None None] Port 1fa42ec4-577b-49e0-9f2c-5a0402046fae cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:31:49.446001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-d4082184-91ee-4dd3-b0f2-15603a78f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:49.447705 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-d4082184-91ee-4dd3-b0f2-15603a78f3d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 915 time: 0.6068804 Apr 19 03:31:49.539749 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-24105a39-ee86-4957-9748-6ced5796fa5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e03bf6-0333-4983-96ea-9755374fb184 HTTP/1.1" status: 200 len: 217 time: 0.0793700 Apr 19 03:31:49.553915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18e68e-fbb9-460d-8c54-1482461ce776 req-e11b5670-ed88-4e3a-965b-9161e8fdccfd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:49.554702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-ba18e68e-fbb9-460d-8c54-1482461ce776 req-e11b5670-ed88-4e3a-965b-9161e8fdccfd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:49.558923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port': {'id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:29Z', 'updated_at': '2021-04-19T03:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae', 'name': '', 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf', 'tenant_id': '333305637aa140c69c8713d871642a63', 'mac_address': 'fa:16:3e:a9:5c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4a2a107a-6c51-4e47-a231-5a2c873e4240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:42Z', 'updated_at': '2021-04-19T03:31:45Z', 'revision_number': 2, 'project_id': '333305637aa140c69c8713d871642a63', 'subnets': [{'id': '4a2a107a-6c51-4e47-a231-5a2c873e4240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:49.564384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Checking router: fae4de71-b58a-4b69-9278-f1699db7df2f for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:31:49.564999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Updating router fae4de71-b58a-4b69-9278-f1699db7df2f port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:31:49.567623 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-033c1a06-c9f4-472c-afb0-410462430e69 service neutron] 10.222.0.10 "GET /v2.0/networks/56a81a41-12fa-4863-8f21-d8864269da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0272751 Apr 19 03:31:49.641193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:49.645640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-ba18e68e-fbb9-460d-8c54-1482461ce776 req-e11b5670-ed88-4e3a-965b-9161e8fdccfd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:49.649082 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ba18e68e-fbb9-460d-8c54-1482461ce776 req-e11b5670-ed88-4e3a-965b-9161e8fdccfd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 944 time: 0.2875097 Apr 19 03:31:49.658098 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-e861ed14-7aff-4a69-8db9-4b1cdebaf9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:49.660249 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-e861ed14-7aff-4a69-8db9-4b1cdebaf9b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.1016905 Apr 19 03:31:49.667882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-8e893207-8425-479a-b322-33fef1a774d4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:49.669664 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-8e893207-8425-479a-b322-33fef1a774d4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 819 time: 0.5618382 Apr 19 03:31:49.776709 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ba18e68e-fbb9-460d-8c54-1482461ce776 req-5d70dd83-4649-4f51-abf3-fc5e892afb75 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207306 Apr 19 03:31:49.779537 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-8068c50c-c0ca-4b96-8ada-b4df55355929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/quotas/333305637aa140c69c8713d871642a63 HTTP/1.1" status: 200 len: 375 time: 0.1017177 Apr 19 03:31:49.782053 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-2753aa7c-5d6f-4d43-8edf-dd70cf211ee2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019981 Apr 19 03:31:49.889925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:31:49.951669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851973747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163688'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:49.979836 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-ff28ea9b-b878-4ff9-a7d0-11c4077a6a33 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886950 Apr 19 03:31:50.031916 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6ca27058-df86-43e5-90a4-9a33df415860 req-92b3a7fe-0e59-4777-88b2-f42066d57d5e service neutron] 10.222.0.10 "GET /v2.0/networks/56a81a41-12fa-4863-8f21-d8864269da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252918 Apr 19 03:31:50.173312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:50.237465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:50.242055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:50.254517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Transition to ACTIVE for port object bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:50.258018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5301ba-c3c4-4986-8d4a-bb8b5bed96d7,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:50.261626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:50.266431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:50.272429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:50.282905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ed3ef-4531-49a2-bee4-2af21a336429 req-db250e47-76e8-49ec-a77a-4fdd465057e3 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:50.285973 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-357ed3ef-4531-49a2-bee4-2af21a336429 req-db250e47-76e8-49ec-a77a-4fdd465057e3 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 943 time: 0.3027205 Apr 19 03:31:50.349047 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9535b6b3-15da-4172-aa08-2f88b140b7df req-3f6fd79a-212d-43e3-be29-0fefee40c566 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052394 Apr 19 03:31:50.350583 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d5301ba-c3c4-4986-8d4a-bb8b5bed96d7 HTTP/1.1" status: 204 len: 168 time: 3.5097044 Apr 19 03:31:50.351475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59828) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:50.378946 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-357ed3ef-4531-49a2-bee4-2af21a336429 req-511d9d36-544b-4483-bd62-df3dc1bd0a23 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859396 Apr 19 03:31:50.380467 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-604d1c12-308a-4094-b557-4cc8092e4e6f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5898147 Apr 19 03:31:50.465020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5fb6d-0fc7-46e5-8b3e-fb5cc9301d4a None None] Pushing event updated for resources: {'Port': ['ID=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:50.479137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34b5fb6d-0fc7-46e5-8b3e-fb5cc9301d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:50.606381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Attempting to bind port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:31:50.606793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Attempting to bind port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:31:50.607198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Attempting to bind port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae on network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:50.615234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:31:50.616580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Checking segment: {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:50.617171 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:50.617610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Bound using segment: {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:31:50.618169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Bound port: bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:31:50.618600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:50.679162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-77563e07-582b-4ed5-9753-5a415f12fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:50.680841 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-77563e07-582b-4ed5-9753-5a415f12fc11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7edfcf55bd5a4c8ab019f273c8dad93e&device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 1096 time: 0.4240880 Apr 19 03:31:50.704228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:31:50.714123 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] 10.222.0.20 "PUT /v2.0/routers/18b07c44-e0a5-447f-a3e0-c9e63e4837e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3438828 Apr 19 03:31:50.724889 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Sync routers for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:31:50.742422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:31:50.743117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:31:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:50.758137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] For port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:31:50.770760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] For port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:31:50.776703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:50.780237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:50.798439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:50.926195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Routers {'fae4de71-b58a-4b69-9278-f1699db7df2f'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:31:50.931220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:31:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['fae4de71-b58a-4b69-9278-f1699db7df2f'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:51.048690 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-4ee8c4fa-8ba0-4853-a655-7ddc35a01fcc service neutron] 10.222.0.20 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325729 Apr 19 03:31:51.135148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5fb6d-0fc7-46e5-8b3e-fb5cc9301d4a None None] Pushing event updated for resources: {'Port': ['ID=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,revision_number=4']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:51.178247 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:31:51.286649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34b5fb6d-0fc7-46e5-8b3e-fb5cc9301d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:51.292232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e895f-7b2f-4bb7-be3a-61a4550bfbff req-6cc6a667-dbc1-471f-bd51-ee0d042be5c9 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:51.303019 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f27e895f-7b2f-4bb7-be3a-61a4550bfbff req-6cc6a667-dbc1-471f-bd51-ee0d042be5c9 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 944 time: 0.2760444 Apr 19 03:31:51.380985 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f27e895f-7b2f-4bb7-be3a-61a4550bfbff req-18508db4-bbfe-4f85-a356-cc65c1f27042 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766077 Apr 19 03:31:51.475445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] Set router fae4de71-b58a-4b69-9278-f1699db7df2f gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:31:51.481136 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:51.525917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-26a8b48d-fc0a-49ea-9779-60e94ac6f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:51.527967 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-26a8b48d-fc0a-49ea-9779-60e94ac6f398 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56a81a41-12fa-4863-8f21-d8864269da92 HTTP/1.1" status: 200 len: 913 time: 0.8317184 Apr 19 03:31:51.784801 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-ce8b077c-302b-4b8b-ba93-06eea7eff76d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62886b28-19c2-40d7-a727-cef4c54afba6 HTTP/1.1" status: 200 len: 217 time: 0.2105486 Apr 19 03:31:51.861089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59878) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:51.868100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527407465', 'description': 'tempest-description--1880889616'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:51.883608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:51.894693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:security_group and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:51.901971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:51.917965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59882) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:51.932409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59884) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:51.939693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:51.946306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 42e03bf6-0333-4983-96ea-9755374fb184 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:31:51.987393 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port': {'id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:29Z', 'updated_at': '2021-04-19T03:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae', 'name': '', 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf', 'tenant_id': '333305637aa140c69c8713d871642a63', 'mac_address': 'fa:16:3e:a9:5c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4a2a107a-6c51-4e47-a231-5a2c873e4240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:42Z', 'updated_at': '2021-04-19T03:31:50Z', 'revision_number': 4, 'project_id': '333305637aa140c69c8713d871642a63', 'subnets': [{'id': '4a2a107a-6c51-4e47-a231-5a2c873e4240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:51.989466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:51.994745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284b4463-44d9-4a11-bbe9-0ab6a5920cd1 None None] The sync data for ids ['fae4de71-b58a-4b69-9278-f1699db7df2f'] in dv-cinder-786054-3-smb is: [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port': {'id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:29Z', 'updated_at': '2021-04-19T03:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae', 'name': '', 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf', 'tenant_id': '333305637aa140c69c8713d871642a63', 'mac_address': 'fa:16:3e:a9:5c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '4a2a107a-6c51-4e47-a231-5a2c873e4240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:42Z', 'updated_at': '2021-04-19T03:31:50Z', 'revision_number': 4, 'project_id': '333305637aa140c69c8713d871642a63', 'subnets': [{'id': '4a2a107a-6c51-4e47-a231-5a2c873e4240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:31:52.012987 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e50db0-6889-4be6-8b2f-554cadd1bbe0']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:52.044340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad364d73-41cf-442a-9a8c-fae8fa47f30b') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:52.044771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad364d73-41cf-442a-9a8c-fae8fa47f30b') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:52.073446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:52.083881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:52.088879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:security_group_rule and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:52.098729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:52.106516 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:52.150759 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:52.172538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 42e03bf6-0333-4983-96ea-9755374fb184, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=42e03bf6-0333-4983-96ea-9755374fb184,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:52.178528 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:31:52.194520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '42e03bf6-0333-4983-96ea-9755374fb184', 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'port_id': '42e03bf6-0333-4983-96ea-9755374fb184', 'mac_address': 'fa:16:3e:f2:e6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9245fd6d-c6ac-4749-a802-7431f72f5be4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:31:52.295150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:52.313264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:52.324408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e03bf6-0333-4983-96ea-9755374fb184 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:31:52.338523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:52.356149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:52.378061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:52.383967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Usage tracker for resource:security_group_rule and tenant:de1099d1fe1845dc8c5b93e62afc48af is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:52.388146 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:52.396846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:52.419044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:52.428165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Usage tracker for resource:security_group_rule and tenant:a5890b0a149548c687d66d39ab2de045 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:52.440277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-294b14c9-5c26-4e01-8e91-143f4672d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:52.442724 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-294b14c9-5c26-4e01-8e91-143f4672d33e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ef6784e-f16e-43a5-8c4b-30c411c54d73 HTTP/1.1" status: 200 len: 852 time: 0.2119205 Apr 19 03:31:52.453853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:52.470959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 42e03bf6-0333-4983-96ea-9755374fb184, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=42e03bf6-0333-4983-96ea-9755374fb184,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:52.471349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:52.476054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:46Z', 'revision_number': 2, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:52.482985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Checking router: 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:31:52.483521 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Updating router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 port 1fa42ec4-577b-49e0-9f2c-5a0402046fae binding host dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:31:52.506775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104b7d-8438-4a46-8f97-e2fea7b1f77a req-4677d444-0783-4aea-98d6-ca8ef5f22cb7 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:52.508719 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ec104b7d-8438-4a46-8f97-e2fea7b1f77a req-4677d444-0783-4aea-98d6-ca8ef5f22cb7 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 943 time: 0.4452491 Apr 19 03:31:52.554646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:52.574441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:52.597752 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ec104b7d-8438-4a46-8f97-e2fea7b1f77a req-83c3a886-fd80-4544-8999-e92ab4eba007 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817659 Apr 19 03:31:52.646039 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-dd11fe6b-87fb-4cf3-a58e-1794bb14680b service neutron] 10.222.0.20 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5850730 Apr 19 03:31:52.659539 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-65af6571-ae0b-4236-b707-8ae0d84b6f14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56a81a41-12fa-4863-8f21-d8864269da92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275432 Apr 19 03:31:52.862090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a9c5c646-40a1-4181-9fe2-e75b43d150a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:52.931425 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:52.953542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:52.954130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:52.982577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359139e-589e-4da2-8ced-a9c22d34d8c8 req-307780ac-8651-4218-a709-47390f15b428 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:52.984334 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4359139e-589e-4da2-8ced-a9c22d34d8c8 req-307780ac-8651-4218-a709-47390f15b428 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 945 time: 0.1383865 Apr 19 03:31:53.070924 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4359139e-589e-4da2-8ced-a9c22d34d8c8 req-89270a8c-dc39-4ce9-a082-09f2af15a109 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786829 Apr 19 03:31:53.084786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=42e03bf6-0333-4983-96ea-9755374fb184,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:53.104035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:53.138186 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['42e03bf6-0333-4983-96ea-9755374fb184'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:31:53.216831 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f5280211-9422-4d3b-87d2-59f20e9af0b5 req-a3436964-2b80-4a7e-8ae7-c1dc1fd8281e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 210 time: 0.0709314 Apr 19 03:31:53.293817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Network 12e50db0-6889-4be6-8b2f-554cadd1bbe0 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:31:53.306219 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:53.370410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:53.508984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:53.528939 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-485d0b28-96e3-4ec3-8d87-82d0c17e183a service neutron] 10.222.0.10 "GET /v2.0/networks/56a81a41-12fa-4863-8f21-d8864269da92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8301234 Apr 19 03:31:53.532122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:53.540998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:53.547035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Network 12e50db0-6889-4be6-8b2f-554cadd1bbe0 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:31:53.563018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:53.664654 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:53.708335 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5d7feec-90a1-43b1-9a87-8054718cd2de req-39b5a253-0cf0-4c1a-a3f3-e21e66b53630 service neutron] 10.222.0.10 "GET /v2.0/networks/56a81a41-12fa-4863-8f21-d8864269da92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637144 Apr 19 03:31:53.715827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:53.724844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Transition to ACTIVE for port object 1fa42ec4-577b-49e0-9f2c-5a0402046fae will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:31:53.725684 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:31:53.742260 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:53.786753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:53.797727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-04fec0d1-f387-48ce-a382-88bc061fc4d4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:53.798386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-04fec0d1-f387-48ce-a382-88bc061fc4d4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Synchronizing usage tracker for tenant:333305637aa140c69c8713d871642a63 on resource:network {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:53.833991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-04fec0d1-f387-48ce-a382-88bc061fc4d4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Unset dirty status for tenant:333305637aa140c69c8713d871642a63 on resource:network {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:53.841878 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-04fec0d1-f387-48ce-a382-88bc061fc4d4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 819 time: 0.2821660 Apr 19 03:31:53.842032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 62886b28-19c2-40d7-a727-cef4c54afba6 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:31:53.871202 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-5f0a5de4-caf1-4436-b77a-8e5239ceabd8 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/quotas/333305637aa140c69c8713d871642a63 HTTP/1.1" status: 200 len: 375 time: 0.0285199 Apr 19 03:31:54.016875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-5815a082-3f99-4b92-b892-ed80cc84341d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Synchronizing usage tracker for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:54.052743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-5815a082-3f99-4b92-b892-ed80cc84341d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Unset dirty status for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:54.054074 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-5815a082-3f99-4b92-b892-ed80cc84341d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1820204 Apr 19 03:31:54.074139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.088004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-346da012-685c-4bd3-ba4e-ce7f0d9d3545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:54.141326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.163176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Pushing event deleted for resources: {'Network': ['ID=12e50db0-6889-4be6-8b2f-554cadd1bbe0,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:54.166626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2122a-08af-401f-b842-ea25ac502a0a None None] Pushing event updated for resources: {'Port': ['ID=1fa42ec4-577b-49e0-9f2c-5a0402046fae,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:54.171059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-45e2122a-08af-401f-b842-ea25ac502a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:54.190630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:54.212753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.222344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 62886b28-19c2-40d7-a727-cef4c54afba6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=62886b28-19c2-40d7-a727-cef4c54afba6,segment=NetworkSegment(c0b64825-df87-4cb1-bec9-ccf763f939d4),segment_id=c0b64825-df87-4cb1-bec9-ccf763f939d4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:54.229645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939abd8-b9fd-4a1c-8f6f-d1020b4d2c11 req-777d761f-0618-409f-890b-b2de33389759 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:54.239056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-1939abd8-b9fd-4a1c-8f6f-d1020b4d2c11 req-777d761f-0618-409f-890b-b2de33389759 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Synchronizing usage tracker for tenant:7edfcf55bd5a4c8ab019f273c8dad93e on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:54.244827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '62886b28-19c2-40d7-a727-cef4c54afba6', 'network_id': '56a81a41-12fa-4863-8f21-d8864269da92', 'port_id': '62886b28-19c2-40d7-a727-cef4c54afba6', 'mac_address': 'fa:16:3e:96:f9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef6784e-f16e-43a5-8c4b-30c411c54d73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:31:54.256031 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] 10.222.0.20 "DELETE /v2.0/networks/12e50db0-6889-4be6-8b2f-554cadd1bbe0 HTTP/1.1" status: 204 len: 168 time: 3.8729091 Apr 19 03:31:54.274650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.288386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.289543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.309088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4f7ebf89-df28-4e13-8fee-fbe300b9edf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:54.317958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-1939abd8-b9fd-4a1c-8f6f-d1020b4d2c11 req-777d761f-0618-409f-890b-b2de33389759 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Unset dirty status for tenant:7edfcf55bd5a4c8ab019f273c8dad93e on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:54.328051 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1939abd8-b9fd-4a1c-8f6f-d1020b4d2c11 req-777d761f-0618-409f-890b-b2de33389759 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 943 time: 0.4272485 Apr 19 03:31:54.344931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425015f3-cf63-49e4-b16b-80af8e0594e6,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:54.349403 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:54.423681 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1939abd8-b9fd-4a1c-8f6f-d1020b4d2c11 req-013428a0-457e-4183-8bcc-a3062de61b5b tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869472 Apr 19 03:31:54.454034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-3fcb2031-7b66-4cf2-8828-1cab1a6779d4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:31:54.461696 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-3fcb2031-7b66-4cf2-8828-1cab1a6779d4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1804388 Apr 19 03:31:54.511558 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59962) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:54.598495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Attempting to bind port 1fa42ec4-577b-49e0-9f2c-5a0402046fae on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:31:54.598997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Attempting to bind port 1fa42ec4-577b-49e0-9f2c-5a0402046fae by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:31:54.599617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Attempting to bind port 1fa42ec4-577b-49e0-9f2c-5a0402046fae on network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:31:54.612173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.630284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:31:54.630708 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Checking segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:31:54.631163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.631608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Bound using segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:31:54.632197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Bound port: 1fa42ec4-577b-49e0-9f2c-5a0402046fae, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:31:54.632635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.650163 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-46bb2c70-928a-44f5-94b9-d7d3521dde47 service neutron] 10.222.0.20 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871917 Apr 19 03:31:54.662637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62886b28-19c2-40d7-a727-cef4c54afba6 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:31:54.730666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:54.731261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.763056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 62886b28-19c2-40d7-a727-cef4c54afba6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=62886b28-19c2-40d7-a727-cef4c54afba6,segment=NetworkSegment(c0b64825-df87-4cb1-bec9-ccf763f939d4),segment_id=c0b64825-df87-4cb1-bec9-ccf763f939d4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:54.775558 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-261364c3-545b-4022-bd8f-d7312afe5bde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71955e4bfe414b7db5ca14d7a3620369&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2621417 Apr 19 03:31:54.785836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.787841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59968) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:54.793259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:54.848458 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5890b0a149548c687d66d39ab2de045&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9292028 Apr 19 03:31:54.849777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.851057 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-db24a0da-ff6e-45ad-9bf2-a6ac8ef01fb3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.9888427 Apr 19 03:31:54.860518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59972) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:54.861415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 59974) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:54.865527 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd92cd50-a2e0-44c8-a8c0-2447d132a716,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:54.886901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:54.887387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:54.887706 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:54.914404 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-0c99bd7d-50ee-47e2-beb1-a811c40e3e62 service neutron] 10.222.0.20 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628787 Apr 19 03:31:54.940629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.944507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:54.963713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'security_group_rule': {'security_group_id': '425015f3-cf63-49e4-b16b-80af8e0594e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:54.980651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:54.993162 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de1099d1fe1845dc8c5b93e62afc48af&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0594459 Apr 19 03:31:54.995734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 59984) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:55.058733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353a6566-82e6-4ca0-a60f-34bd202cb3d9,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:55.065280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:55.067591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:55.089561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ff2a2-dc36-40f5-8bd2-307fbc2c550d req-fec7c37e-4bc7-4416-a7be-8883da6d32d6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:55.091370 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-360ff2a2-dc36-40f5-8bd2-307fbc2c550d req-fec7c37e-4bc7-4416-a7be-8883da6d32d6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 945 time: 0.4214802 Apr 19 03:31:55.106405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9a450ce-5080-48c5-8c73-a2650cc0d6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.106593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e133ffbe-4769-4e57-adcd-7778b038b7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.136559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e133ffbe-4769-4e57-adcd-7778b038b7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.137079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9a450ce-5080-48c5-8c73-a2650cc0d6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.146952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:security_group_rule and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:55.161290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['62886b28-19c2-40d7-a727-cef4c54afba6'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:31:55.169784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:55.206827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e133ffbe-4769-4e57-adcd-7778b038b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.222977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:55.268499 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-b584793f-3d12-401f-be3c-9503d0d6a27d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:55.269850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] For port 1fa42ec4-577b-49e0-9f2c-5a0402046fae, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:31:55.270644 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-b584793f-3d12-401f-be3c-9503d0d6a27d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 819 time: 0.7293220 Apr 19 03:31:55.277423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:55.302596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] For port 1fa42ec4-577b-49e0-9f2c-5a0402046fae, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=1fa42ec4-577b-49e0-9f2c-5a0402046fae,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:31:55.306215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=62886b28-19c2-40d7-a727-cef4c54afba6,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:55.318015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.319713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:55.320999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.335393 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c04ed737-53b0-40a4-ab5f-ba9cc08dc699 req-a1c9c071-c15d-480c-9005-32504844378a tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 210 time: 0.1122332 Apr 19 03:31:55.337739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133ffbe-4769-4e57-adcd-7778b038b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353a6566-82e6-4ca0-a60f-34bd202cb3d9,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:55.340482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e133ffbe-4769-4e57-adcd-7778b038b7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:55.341351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e133ffbe-4769-4e57-adcd-7778b038b7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.343300 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e133ffbe-4769-4e57-adcd-7778b038b7b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/353a6566-82e6-4ca0-a60f-34bd202cb3d9 HTTP/1.1" status: 204 len: 168 time: 0.3463373 Apr 19 03:31:55.367003 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Request body: {'port': {'device_id': '6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6', 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf', 'admin_state_up': True, 'tenant_id': '333305637aa140c69c8713d871642a63'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:55.382485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:55.390604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9a450ce-5080-48c5-8c73-a2650cc0d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.458604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:55.477077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-97eaaeb6-17ea-4964-9aeb-4fa5a78ac009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.581725 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-360ff2a2-dc36-40f5-8bd2-307fbc2c550d req-f5daff03-b340-44ea-8fc3-302a4e21de33 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263749 Apr 19 03:31:55.604910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:31:55.606015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:31:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:55.653402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a9a450ce-5080-48c5-8c73-a2650cc0d6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.657065 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a9a450ce-5080-48c5-8c73-a2650cc0d6e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0538268f-c380-4d75-8925-9c52af0ec3c7 HTTP/1.1" status: 204 len: 168 time: 0.8560309 Apr 19 03:31:55.657065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a450ce-5080-48c5-8c73-a2650cc0d6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0538268f-c380-4d75-8925-9c52af0ec3c7,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:55.677307 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-97eaaeb6-17ea-4964-9aeb-4fa5a78ac009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.687770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a9a450ce-5080-48c5-8c73-a2650cc0d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:55.750899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.763232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2122a-08af-401f-b842-ea25ac502a0a None None] Pushing event updated for resources: {'Port': ['ID=1fa42ec4-577b-49e0-9f2c-5a0402046fae,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:55.802956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.811155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:55.838943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:55.863812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f181a7f0-4661-42ed-9c5c-a4d9ef983597,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:55.866000 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:55.880595 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:55.891493 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-45e2122a-08af-401f-b842-ea25ac502a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:55.899648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-97eaaeb6-17ea-4964-9aeb-4fa5a78ac009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.904424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-97eaaeb6-17ea-4964-9aeb-4fa5a78ac009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.905709 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-97eaaeb6-17ea-4964-9aeb-4fa5a78ac009 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd92cd50-a2e0-44c8-a8c0-2447d132a716 HTTP/1.1" status: 204 len: 168 time: 1.0382190 Apr 19 03:31:55.907477 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 42e03bf6-0333-4983-96ea-9755374fb184 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:55.907708 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:55.920462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.925793 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0553887 Apr 19 03:31:55.928694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60020) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:55.929375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Made reservation on behalf of 333305637aa140c69c8713d871642a63 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:55.935732 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:55.952469 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaaeb6-17ea-4964-9aeb-4fa5a78ac009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd92cd50-a2e0-44c8-a8c0-2447d132a716,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:55.959816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'security_group_rule': {'security_group_id': '425015f3-cf63-49e4-b16b-80af8e0594e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:55.969553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-97eaaeb6-17ea-4964-9aeb-4fa5a78ac009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:55.973850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:55.982099 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:security_group_rule and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:55.986717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:56.036281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d41f0-0402-4b29-a0e7-e082d6dd17b8 req-33197f67-c1b5-4f9c-b9ea-ee2c2cd8f0bb tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:56.047099 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7f4d41f0-0402-4b29-a0e7-e082d6dd17b8 req-33197f67-c1b5-4f9c-b9ea-ee2c2cd8f0bb tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 944 time: 0.4362838 Apr 19 03:31:56.049472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:56.172175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60026) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:56.177035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.186499 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7f4d41f0-0402-4b29-a0e7-e082d6dd17b8 req-68fb7252-9630-481b-8e41-2ce61fb207ae tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297901 Apr 19 03:31:56.276722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.279477 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 42e03bf6-0333-4983-96ea-9755374fb184 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:56.326076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 42e03bf6-0333-4983-96ea-9755374fb184 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:56.326489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.368678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:56.428740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Usage tracker for resource:security_group_rule and tenant:0052f0935fa0444aa27ba174dbd44778 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:56.451673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:56.485611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:56.503112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Allocated IP 172.20.0.3 (624b5d1b-21aa-43f4-af6d-25cf69c4f4cf/4a2a107a-6c51-4e47-a231-5a2c873e4240/1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:56.532419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60036) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:56.538502 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:31:56.554887 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.570701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.608561 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f7092510-8244-47c9-b35e-c08cd2b4d4e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cec2bb879a444d678c0a9eb549b1539c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0723290 Apr 19 03:31:56.608842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60042) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:56.608960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8df75ff2-04d7-4229-9361-af604873885d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:56.689083 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb136-aacc-4f38-b47f-2ffaf3bd7392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.725298 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb136-aacc-4f38-b47f-2ffaf3bd7392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.882954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.890606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0045a6-2ba9-4d5e-99a9-c9ac9a172e94,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:56.894566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a24a11c9-f7e3-4d21-acb1-3f43df13c005 req-b22771e9-1a00-45a1-8faf-f2770b662b6e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Synchronizing usage tracker for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:31:56.915550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:56.917255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.928214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.928214 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9739048 Apr 19 03:31:56.929070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60050) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:56.929518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60052) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:56.935553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb136-aacc-4f38-b47f-2ffaf3bd7392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:56.944170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'floatingip': {'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:56.954421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:56.959486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:56.965214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:floatingip and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:56.969132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:56.977071 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:57.057448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:57.117058 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-97eaaeb6-17ea-4964-9aeb-4fa5a78ac009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:57.117791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2015e3-2b56-4420-bf10-5a2fa9f4fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e03bf6-0333-4983-96ea-9755374fb184'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:31:57.142193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:57.203207 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bb136-aacc-4f38-b47f-2ffaf3bd7392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fa8c4f-53e1-41d9-9234-6108f147bf4e,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:57.211643 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cc5bb136-aacc-4f38-b47f-2ffaf3bd7392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:57.249353 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0052f0935fa0444aa27ba174dbd44778&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0751333 Apr 19 03:31:57.256115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60070) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:57.273911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cc5bb136-aacc-4f38-b47f-2ffaf3bd7392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:57.282018 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-cc5bb136-aacc-4f38-b47f-2ffaf3bd7392 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66fa8c4f-53e1-41d9-9234-6108f147bf4e HTTP/1.1" status: 204 len: 168 time: 0.6695886 Apr 19 03:31:57.287800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:57.302585 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 42e03bf6-0333-4983-96ea-9755374fb184, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=42e03bf6-0333-4983-96ea-9755374fb184,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:57.315156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:57.318434 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:57.323195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:57.377308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdb9cb-e662-4318-b9f0-d16e1d4f0c44 req-021ef80e-adc0-4192-9241-fb5576b85780 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:57.385207 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-79cdb9cb-e662-4318-b9f0-d16e1d4f0c44 req-021ef80e-adc0-4192-9241-fb5576b85780 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 945 time: 0.5972943 Apr 19 03:31:57.392974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9170e386-c6c3-472f-a9b9-297b2cd5b73c tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:57.395017 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9170e386-c6c3-472f-a9b9-297b2cd5b73c tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 819 time: 0.3775556 Apr 19 03:31:57.413590 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Request body: {'port': {'device_id': '42288a5f-65e9-4655-8b07-570a244f4563', 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf', 'admin_state_up': True, 'tenant_id': '333305637aa140c69c8713d871642a63'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:57.437600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=42e03bf6-0333-4983-96ea-9755374fb184,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:57.442915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:57.453243 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:55Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:31:57.458291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5b3733-321f-4df2-a96a-343c14b71126 None None] The sync data for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb is: [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:55Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:31:57.602510 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-79cdb9cb-e662-4318-b9f0-d16e1d4f0c44 req-7aba541c-3e73-4326-b933-4aba5a7fc526 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970768 Apr 19 03:31:57.655095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:57.672344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:57.686846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Made reservation on behalf of 333305637aa140c69c8713d871642a63 for: {'port': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:31:57.694963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:57.805247 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 62886b28-19c2-40d7-a727-cef4c54afba6 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:57.889798 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Usage tracker for resource:security_group_rule and tenant:4b8c408cd9004939854f4940a58e25b1 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:57.915747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a24a11c9-f7e3-4d21-acb1-3f43df13c005 req-b22771e9-1a00-45a1-8faf-f2770b662b6e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Unset dirty status for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:31:57.927024 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a24a11c9-f7e3-4d21-acb1-3f43df13c005 req-b22771e9-1a00-45a1-8faf-f2770b662b6e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 210 time: 1.3332851 Apr 19 03:31:57.942279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d826e1-ed83-459e-8af0-47ec2b8ee526,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:57.942279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:57.948827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 62886b28-19c2-40d7-a727-cef4c54afba6 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:57.957789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 62886b28-19c2-40d7-a727-cef4c54afba6 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:57.958218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:57.963228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:57.974462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e9549-6c7a-41da-8054-800ae0fa79a1 req-65502c55-92e8-4a77-982b-69cf03af1640 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:57.976311 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f6e9549-6c7a-41da-8054-800ae0fa79a1 req-65502c55-92e8-4a77-982b-69cf03af1640 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 944 time: 0.2082484 Apr 19 03:31:58.006351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:58.054025 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f6e9549-6c7a-41da-8054-800ae0fa79a1 req-9bfb9a35-ff63-4987-84a8-fd9f16593671 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673881 Apr 19 03:31:58.161349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.221803 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-da14880e-90c8-4454-8ee0-1dc4de92fdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.230573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.317754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 62886b28-19c2-40d7-a727-cef4c54afba6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=62886b28-19c2-40d7-a727-cef4c54afba6,segment=NetworkSegment(c0b64825-df87-4cb1-bec9-ccf763f939d4),segment_id=c0b64825-df87-4cb1-bec9-ccf763f939d4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:58.326610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.329107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:58.443301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 1fa42ec4-577b-49e0-9f2c-5a0402046fae up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:31:58.489504 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-da14880e-90c8-4454-8ee0-1dc4de92fdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.496418 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2015e3-2b56-4420-bf10-5a2fa9f4fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e03bf6-0333-4983-96ea-9755374fb184', 'code': 200} Apr 19 03:31:58.585974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-da14880e-90c8-4454-8ee0-1dc4de92fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.587232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.606617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b0e07424-8a34-4feb-b15c-0f513730f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.623115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=62886b28-19c2-40d7-a727-cef4c54afba6,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:58.626773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:58.647730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 1fa42ec4-577b-49e0-9f2c-5a0402046fae completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:31:58.654874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 1fa42ec4-577b-49e0-9f2c-5a0402046fae triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:31:58.655299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:58.698092 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Allocated IP 172.20.0.9 (624b5d1b-21aa-43f4-af6d-25cf69c4f4cf/4a2a107a-6c51-4e47-a231-5a2c873e4240/a3884db7-5a55-492e-aaea-3a699dc4112a) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:58.708311 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d74c44b2-1088-4e6c-b12a-4963a5d5cd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:58.766387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14880e-90c8-4454-8ee0-1dc4de92fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d826e1-ed83-459e-8af0-47ec2b8ee526,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:58.785815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-da14880e-90c8-4454-8ee0-1dc4de92fdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:58.797162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:58.822757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.10', 64181) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:58.928365 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:58.942327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:58.989998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:59.008524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.094848 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 1fa42ec4-577b-49e0-9f2c-5a0402046fae, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=1fa42ec4-577b-49e0-9f2c-5a0402046fae,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:31:59.099185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.104356 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:59.137612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-da14880e-90c8-4454-8ee0-1dc4de92fdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.138878 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-da14880e-90c8-4454-8ee0-1dc4de92fdf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54d826e1-ed83-459e-8af0-47ec2b8ee526 HTTP/1.1" status: 204 len: 168 time: 1.8596740 Apr 19 03:31:59.219497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.240054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.324605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=1fa42ec4-577b-49e0-9f2c-5a0402046fae,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:59.352871 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:59.405917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.436014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Pushing event updated for resources: {'Port': ['ID=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:59.564905 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-470cc00e-c66a-4822-8dc9-4b49fe109923 req-bcef5456-648d-4912-aee3-1c3f4e8cf5a6 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 210 time: 0.3684599 Apr 19 03:31:59.585928 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:59.586734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e7e8b013-2ba4-4b25-b9a4-dbd30bf86b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:59.590626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-0092705b-5ba5-43a2-b280-b8b90339d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:59.592451 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-0092705b-5ba5-43a2-b280-b8b90339d557 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 1099 time: 0.7684033 Apr 19 03:31:59.632028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:59.643265 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d16e6-0f2c-4d70-9c2f-5cc437e3875a req-39f7d343-aee9-4591-9f62-cdf57d3db62f tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:59.645267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.645791 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b67d16e6-0f2c-4d70-9c2f-5cc437e3875a req-39f7d343-aee9-4591-9f62-cdf57d3db62f tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.7240877 Apr 19 03:31:59.652894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.689312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Allocated IP 172.28.0.128 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/71a5e0fc-1c90-4aac-ab89-0f8d116974f5) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:31:59.703342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:59.713870 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.720361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Usage tracker for resource:security_group_rule and tenant:1f743a0b0fed449e94a8bb3235f3b2de is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:59.725402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:31:59.743653 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:31:59.761850 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b67d16e6-0f2c-4d70-9c2f-5cc437e3875a req-3f821258-ba90-45f9-a3eb-7124bbe85dfb tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976572 Apr 19 03:31:59.789649 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b8c408cd9004939854f4940a58e25b1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8501432 Apr 19 03:31:59.789649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ebee47-4482-4326-83d1-39c34737cb6d,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:59.793462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60134) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:59.809845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.814287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60138) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:31:59.839825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:59.841377 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:31:59.879615 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5681458 Apr 19 03:31:59.903588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.910223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Request body: {'port': {'device_id': '6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:31:59.964248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:31:59.966568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:31:59.968947 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Pushing event updated for resources: {'Port': ['ID=a3884db7-5a55-492e-aaea-3a699dc4112a,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:31:59.975263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:31:59.981245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Usage tracker for resource:security_group_rule and tenant:e25b182e0af14ba79d8c1abbfa743b03 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:31:59.984230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:31:59.986017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:31:59.992795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:31:59.993412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:31:59.997569 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:00.022836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:00.091306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.098872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.112045 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7035182 Apr 19 03:32:00.115927 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:00.139699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Request body: {'port': {'device_id': '42288a5f-65e9-4655-8b07-570a244f4563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:00.183528 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3bd77254-8931-4bd7-9bc1-2fec9bb79613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.192269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Synchronizing usage tracker for tenant:1f743a0b0fed449e94a8bb3235f3b2de on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:00.234770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.255967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66a13479-6a89-45ed-a954-211fdeefc20d,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:00.264161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fd67d-d2c5-40ba-8cad-799647b14d32 req-ff24dbc6-2d31-43ee-9273-5ed150052ff3 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:00.265844 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0a4fd67d-d2c5-40ba-8cad-799647b14d32 req-ff24dbc6-2d31-43ee-9273-5ed150052ff3 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 945 time: 0.4861524 Apr 19 03:32:00.266492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.279812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 1fa42ec4-577b-49e0-9f2c-5a0402046fae up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:00.297581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3bd77254-8931-4bd7-9bc1-2fec9bb79613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.301960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:00.325457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Unset dirty status for tenant:1f743a0b0fed449e94a8bb3235f3b2de on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:00.326678 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b596f758-b1d8-4c6a-ba84-75cc8090e120 req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219734 Apr 19 03:32:00.354367 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.357737 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.372788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.387623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-53b2beef-dfbb-4ca5-acc6-0d3e435b80e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:00.419775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 1fa42ec4-577b-49e0-9f2c-5a0402046fae triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:00.421657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.490633 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e25b182e0af14ba79d8c1abbfa743b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725287 Apr 19 03:32:00.493944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f300908c-9875-4750-bfb9-75fc6e4402e2,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:00.494507 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0a4fd67d-d2c5-40ba-8cad-799647b14d32 req-4941942e-ea5c-4bfd-9704-04f5f5aaecfc tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991134 Apr 19 03:32:00.495069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60156) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:00.499082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:00.527280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbfd4a2-ea00-4c16-bc11-2db7aabe695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62886b28-19c2-40d7-a727-cef4c54afba6'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:00.715635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.744800 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbfd4a2-ea00-4c16-bc11-2db7aabe695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62886b28-19c2-40d7-a727-cef4c54afba6', 'code': 200} Apr 19 03:32:00.777113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:00.854217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4c47741-037d-4d02-8d2e-5a9345376ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:00.929219 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3bd77254-8931-4bd7-9bc1-2fec9bb79613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.011691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:01.021189 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3884db7-5a55-492e-aaea-3a699dc4112a {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:01.033022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:01.036521 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.047915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:01.090791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'Port': ['ID=71a5e0fc-1c90-4aac-ab89-0f8d116974f5,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:01.095887 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:01.096884 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3bd77254-8931-4bd7-9bc1-2fec9bb79613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.109798 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3bd77254-8931-4bd7-9bc1-2fec9bb79613 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6ebee47-4482-4326-83d1-39c34737cb6d HTTP/1.1" status: 204 len: 168 time: 1.2724884 Apr 19 03:32:01.121138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Transition to ACTIVE for port object a3884db7-5a55-492e-aaea-3a699dc4112a will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:01.131709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4015a63b-032f-44d7-b481-85017b84f5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:01.136817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.149826 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:01.166634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-01a4a338-8329-434f-954b-0f999256c4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.210334 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd77254-8931-4bd7-9bc1-2fec9bb79613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ebee47-4482-4326-83d1-39c34737cb6d,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:01.214313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3bd77254-8931-4bd7-9bc1-2fec9bb79613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:01.218717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbe149-6dd1-4fd3-b794-82ec4e2cd3b1 req-6538e7d0-343f-4fcd-a2e7-b0ab15850c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:01.220725 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f6fbe149-6dd1-4fd3-b794-82ec4e2cd3b1 req-6538e7d0-343f-4fcd-a2e7-b0ab15850c04 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 1098 time: 0.2605548 Apr 19 03:32:01.355486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-01a4a338-8329-434f-954b-0f999256c4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.413372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Pushing event updated for resources: {'Port': ['ID=a3884db7-5a55-492e-aaea-3a699dc4112a,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:01.427254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ad2c1-1db9-4978-8119-a60af7146872 req-2df628f7-10a0-4bab-9c18-10eec75aace1 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:01.429080 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f89ad2c1-1db9-4978-8119-a60af7146872 req-2df628f7-10a0-4bab-9c18-10eec75aace1 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.3964643 Apr 19 03:32:01.435626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:01.482924 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f6fbe149-6dd1-4fd3-b794-82ec4e2cd3b1 req-e49382dd-a49b-4319-9d35-833533b6b26c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811025 Apr 19 03:32:01.491332 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Attempting to bind port a3884db7-5a55-492e-aaea-3a699dc4112a on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:32:01.491824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Attempting to bind port a3884db7-5a55-492e-aaea-3a699dc4112a by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:32:01.492303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Attempting to bind port a3884db7-5a55-492e-aaea-3a699dc4112a on network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:01.507911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Port a3884db7-5a55-492e-aaea-3a699dc4112a on network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:32:01.508382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Attempting to bind port a3884db7-5a55-492e-aaea-3a699dc4112a on network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:01.521361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76614f42-a133-4c08-b56f-9efbc6e6027b req-472d11bf-3c9d-496f-8049-9178de953710 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:01.523102 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-76614f42-a133-4c08-b56f-9efbc6e6027b req-472d11bf-3c9d-496f-8049-9178de953710 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 931 time: 0.6789892 Apr 19 03:32:01.530570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:32:01.530967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Checking segment: {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:01.531581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Bound using segment: {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:32:01.532187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Bound port: a3884db7-5a55-492e-aaea-3a699dc4112a, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:32:01.532660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.555931 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f89ad2c1-1db9-4978-8119-a60af7146872 req-b420fe6c-e268-4447-bf72-c925cc719e18 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134059 Apr 19 03:32:01.756890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] For port a3884db7-5a55-492e-aaea-3a699dc4112a, host hv-cinder-78605, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:32:01.765508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] For port a3884db7-5a55-492e-aaea-3a699dc4112a, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3884db7-5a55-492e-aaea-3a699dc4112a,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:32:01.780636 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.787747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.795802 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-dabf42c4-0752-4ed3-bc78-e183c62cbc22 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:01.849305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.933055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:01.934036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:01.935863 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] 10.222.0.10 "PUT /v2.0/ports/a3884db7-5a55-492e-aaea-3a699dc4112a HTTP/1.1" status: 200 len: 1093 time: 1.8089182 Apr 19 03:32:01.952898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42288a5f-65e9-4655-8b07-570a244f4563', 'tag': 'a3884db7-5a55-492e-aaea-3a699dc4112a'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:02.016568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Pushing event updated for resources: {'Port': ['ID=a3884db7-5a55-492e-aaea-3a699dc4112a,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:02.027865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:02.035282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:02.045971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:02.061287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978744fa-f40c-4082-be5d-55ef29b13404 req-6d0ab491-88b5-47a0-9d05-e6e5a76934ec tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:02.064535 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-978744fa-f40c-4082-be5d-55ef29b13404 req-6d0ab491-88b5-47a0-9d05-e6e5a76934ec tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 945 time: 0.1870942 Apr 19 03:32:02.065713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Transition to ACTIVE for port object 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:02.090246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:02.103539 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-01a4a338-8329-434f-954b-0f999256c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:02.139422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-59089529-2131-4a3d-9a97-3827b8186ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:02.203730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:02.243397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4a338-8329-434f-954b-0f999256c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f300908c-9875-4750-bfb9-75fc6e4402e2,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:02.253617 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-978744fa-f40c-4082-be5d-55ef29b13404 req-061ddf06-3310-48ec-bc26-8de0c201dedb tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816421 Apr 19 03:32:02.254661 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-76614f42-a133-4c08-b56f-9efbc6e6027b req-85005f63-7a93-43f0-aa13-74f97b7d94a5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7150707 Apr 19 03:32:02.262022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-01a4a338-8329-434f-954b-0f999256c4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:02.264578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:02.291494 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-6a014e65-8860-472d-9974-3ab7a45d7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:02.293557 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-6a014e65-8860-472d-9974-3ab7a45d7c2a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 1096 time: 0.1957388 Apr 19 03:32:02.310224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:02.446328 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-01a4a338-8329-434f-954b-0f999256c4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:02.462363 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-01a4a338-8329-434f-954b-0f999256c4fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f300908c-9875-4750-bfb9-75fc6e4402e2 HTTP/1.1" status: 204 len: 168 time: 1.9516132 Apr 19 03:32:02.507355 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-94845e4e-1fa9-43e9-ba79-07ce9e07f8b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3884db7-5a55-492e-aaea-3a699dc4112a HTTP/1.1" status: 200 len: 217 time: 0.1984544 Apr 19 03:32:02.570358 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42288a5f-65e9-4655-8b07-570a244f4563', 'tag': 'a3884db7-5a55-492e-aaea-3a699dc4112a', 'status': 'completed', 'code': 200} Apr 19 03:32:02.604054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-191c2225-b07f-4766-8303-7f23c99b223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:02.606318 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-191c2225-b07f-4766-8303-7f23c99b223a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.0896556 Apr 19 03:32:02.668545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Pushing event updated for resources: {'Port': ['ID=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:02.673931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:02.707329 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-9c79812d-7d5c-45ea-92b3-deee35250131 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929091 Apr 19 03:32:02.839081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Attempting to bind port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:32:02.839621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Attempting to bind port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:32:02.840000 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Attempting to bind port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c on network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:02.849861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c on network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:32:02.850284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Attempting to bind port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c on network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:02.930015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:32:02.930871 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Checking segment: {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:02.930871 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Bound using segment: {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:32:02.931271 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Bound port: 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729b8db4-7104-4a68-90c3-9ce0cff491c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:32:02.931658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:03.003943 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-5cd87f80-d147-44c4-a554-bbb8e4f67ddc service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891264 Apr 19 03:32:03.021225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26652a84-77fb-407e-b55a-77e88ff2764d req-8665d83f-3401-480c-897d-31f0525c02e1 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:03.022979 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-26652a84-77fb-407e-b55a-77e88ff2764d req-8665d83f-3401-480c-897d-31f0525c02e1 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.2671108 Apr 19 03:32:03.086000 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] For port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:32:03.089978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] For port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:32:03.108740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:03.119953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:03.123281 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-26652a84-77fb-407e-b55a-77e88ff2764d req-834cc134-9add-4c52-9425-0a1db29dce18 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709009 Apr 19 03:32:03.219295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:03.219990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:03.221705 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] 10.222.0.10 "PUT /v2.0/ports/1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 200 len: 1093 time: 3.3160114 Apr 19 03:32:03.222648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6', 'tag': '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:03.431895 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c638641f-cfcc-4e5e-991a-5cec338f3819 req-b1e832a7-065f-4d8e-adfe-6ca16b6c9b74 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073360 Apr 19 03:32:03.435842 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6', 'tag': '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c', 'status': 'completed', 'code': 200} Apr 19 03:32:03.560490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:03.618282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:03.640935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:03.830123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-59044f81-3822-4f7d-a1e5-96d4026f8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:03.834077 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-59044f81-3822-4f7d-a1e5-96d4026f8137 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 1096 time: 0.3166571 Apr 19 03:32:03.841265 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Pushing event updated for resources: {'Port': ['ID=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:03.951676 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:04.010509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:04.015063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:04.084886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:04.086240 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1493108 Apr 19 03:32:04.162478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-1906594c-4632-4acc-80de-bc75e584bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:04.164363 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-1906594c-4632-4acc-80de-bc75e584bb53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1096 time: 0.8591425 Apr 19 03:32:04.270353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-c08a9aba-9378-4dd7-a8a2-cd842e0c563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:04.274155 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-c08a9aba-9378-4dd7-a8a2-cd842e0c563e service neutron] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 920 time: 0.4294674 Apr 19 03:32:04.336085 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c700e4-44a2-4470-b7f7-7db0facd2e8a req-4cb38ffb-fa30-45e2-8d80-f49c75017e58 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:04.346322 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-36c700e4-44a2-4470-b7f7-7db0facd2e8a req-4cb38ffb-fa30-45e2-8d80-f49c75017e58 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 945 time: 0.7086697 Apr 19 03:32:04.353324 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-6d34e8f6-cf0b-463c-a47e-4259dbe6257f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 200 len: 217 time: 0.1556602 Apr 19 03:32:04.443398 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-f6fa6c2e-9d2b-444a-840e-becb0c0911e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3884db7-5a55-492e-aaea-3a699dc4112a HTTP/1.1" status: 200 len: 217 time: 0.0997140 Apr 19 03:32:04.466815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'Port': ['ID=71a5e0fc-1c90-4aac-ab89-0f8d116974f5,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:04.470124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-8dc7be45-50ed-4801-b026-469d9a5a79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:04.471957 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-8dc7be45-50ed-4801-b026-469d9a5a79ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.0800035 Apr 19 03:32:04.472888 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:04.543275 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-36c700e4-44a2-4470-b7f7-7db0facd2e8a req-55a1dbf7-cadf-4236-a3bc-05152bb3ad18 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948421 Apr 19 03:32:04.575215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3295bc5-9a40-405c-958b-5223bdebe444 req-0bf25605-afaa-4232-a88e-d60522fb21d5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:04.576262 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-33bebb8d-3a3b-44f2-a336-27b44865ff50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938697 Apr 19 03:32:04.585536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-f3295bc5-9a40-405c-958b-5223bdebe444 req-0bf25605-afaa-4232-a88e-d60522fb21d5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Synchronizing usage tracker for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:04.652838 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-b4e24b43-0c27-4c57-ba76-7ec36a7b4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:04.655710 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-b4e24b43-0c27-4c57-ba76-7ec36a7b4b33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.2024319 Apr 19 03:32:04.666244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-f3295bc5-9a40-405c-958b-5223bdebe444 req-0bf25605-afaa-4232-a88e-d60522fb21d5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Unset dirty status for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:04.668306 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f3295bc5-9a40-405c-958b-5223bdebe444 req-0bf25605-afaa-4232-a88e-d60522fb21d5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 943 time: 0.3892038 Apr 19 03:32:04.797055 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-cb307614-ba0f-44ae-9688-d88a2ac68d14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275702 Apr 19 03:32:04.873422 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-60f078ac-5448-4dab-b286-d0a4493fdb9d service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897556 Apr 19 03:32:05.080484 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e566218-2de2-4fbe-aafb-b7d5d1441b23 req-9dc2cddb-c365-4d15-a626-a5d03f7706fa service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975458 Apr 19 03:32:05.091345 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-b303e97b-e2d0-4869-a288-b69218e625c9 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1527407465&fields=id&tenant_id=947a9614b6584e0b9e93f50380694665 HTTP/1.1" status: 200 len: 267 time: 0.2987623 Apr 19 03:32:05.240149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:05.405039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-dcb6c125-ddf6-481d-b3cc-1464b735c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:05.406768 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-dcb6c125-ddf6-481d-b3cc-1464b735c916 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1096 time: 0.2445114 Apr 19 03:32:05.482945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-f3295bc5-9a40-405c-958b-5223bdebe444 req-b9f03337-7084-41e1-b3c8-eac8d513b9cf tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Synchronizing usage tracker for tenant:333305637aa140c69c8713d871642a63 on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:05.526222 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-b75786cb-2f96-4f1e-be2c-c7efde5311e0 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040839 Apr 19 03:32:05.584283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-7ad4e433-7d3c-45b0-8ba6-babc95d93205 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:05.586522 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-7ad4e433-7d3c-45b0-8ba6-babc95d93205 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 810 time: 0.4820607 Apr 19 03:32:05.622076 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-7a28ee40-d501-4d4a-b51d-66204fa89d92 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/quotas/947a9614b6584e0b9e93f50380694665 HTTP/1.1" status: 200 len: 375 time: 0.0217240 Apr 19 03:32:05.654410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-ae0c9e49-2d4c-43ef-833e-ba3f5274cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:05.656634 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-ae0c9e49-2d4c-43ef-833e-ba3f5274cc8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 920 time: 0.2336752 Apr 19 03:32:05.798762 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-91382465-3f57-4b4c-9515-a5192c0dab74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 200 len: 217 time: 0.0891104 Apr 19 03:32:05.883157 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a3884db7-5a55-492e-aaea-3a699dc4112a details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:32:05.887306 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff1aebe-9075-4481-9e90-b1416ed1e367 req-a665a7c0-c04a-45ab-8fee-1e1bc6580d8d service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407834 Apr 19 03:32:05.889589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-f3295bc5-9a40-405c-958b-5223bdebe444 req-b9f03337-7084-41e1-b3c8-eac8d513b9cf tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Unset dirty status for tenant:333305637aa140c69c8713d871642a63 on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:05.911570 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f3295bc5-9a40-405c-958b-5223bdebe444 req-b9f03337-7084-41e1-b3c8-eac8d513b9cf tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1522105 Apr 19 03:32:06.002331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-89108873-c9d4-40f7-8559-5c35cadd3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:06.007518 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-89108873-c9d4-40f7-8559-5c35cadd3aad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.1993184 Apr 19 03:32:06.152625 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-d156d853-aad2-4896-a072-094b99083c05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105607 Apr 19 03:32:06.238536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-37838191-03fc-43aa-ad77-16e0d90e015b tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Synchronizing usage tracker for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:06.290019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a3884db7-5a55-492e-aaea-3a699dc4112a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3884db7-5a55-492e-aaea-3a699dc4112a,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:06.320168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-37838191-03fc-43aa-ad77-16e0d90e015b tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Unset dirty status for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:06.321627 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-37838191-03fc-43aa-ad77-16e0d90e015b tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6638529 Apr 19 03:32:06.324055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'a3884db7-5a55-492e-aaea-3a699dc4112a', 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf', 'port_id': 'a3884db7-5a55-492e-aaea-3a699dc4112a', 'mac_address': 'fa:16:3e:b5:85:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2a107a-6c51-4e47-a231-5a2c873e4240', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:32:06.415573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:06.452903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3884db7-5a55-492e-aaea-3a699dc4112a {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:06.472361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a3884db7-5a55-492e-aaea-3a699dc4112a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3884db7-5a55-492e-aaea-3a699dc4112a,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:06.478550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:06.480611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:06.614600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a3884db7-5a55-492e-aaea-3a699dc4112a,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:06.630256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:06.733448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a3884db7-5a55-492e-aaea-3a699dc4112a'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:32:06.865631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-da209f55-9c6e-470f-b506-e2c791e7eea2 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008049 Apr 19 03:32:06.940335 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-76d52739-866c-481c-8ba9-00459a64bd0f service neutron] 10.222.0.20 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824845 Apr 19 03:32:07.267925 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-6d2dabfb-0e60-4711-a23e-7596f87663c1 service neutron] 10.222.0.20 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675228 Apr 19 03:32:07.274133 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-413de72c-2c7f-4ad3-b653-1aa147aeec2e req-88997f33-f25d-42c0-8857-426b95d2bb2a service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974152 Apr 19 03:32:07.748078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c59242-c5f1-4624-ae27-c62a432995b7 req-be16d233-465d-47cb-96cc-f9a4ea0d7bfb tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:07.750714 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-10c59242-c5f1-4624-ae27-c62a432995b7 req-be16d233-465d-47cb-96cc-f9a4ea0d7bfb tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 944 time: 0.1680243 Apr 19 03:32:07.824727 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-10c59242-c5f1-4624-ae27-c62a432995b7 req-9ab782bb-4b33-40a1-8839-7c3b6d6ee0da tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Apr 19 03:32:07.914211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:32:07.997021 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a3884db7-5a55-492e-aaea-3a699dc4112a up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:08.023821 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e0585bc8-974f-4603-98d9-661e98e747bc req-631748f6-46d7-4149-bbe6-41845343d7dc tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 210 time: 0.1010997 Apr 19 03:32:08.337465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port a3884db7-5a55-492e-aaea-3a699dc4112a completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:08.342405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:08.362091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port a3884db7-5a55-492e-aaea-3a699dc4112a triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:08.362765 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:08.396070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c', 'network_id': '624b5d1b-21aa-43f4-af6d-25cf69c4f4cf', 'port_id': '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c', 'mac_address': 'fa:16:3e:98:7d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2a107a-6c51-4e47-a231-5a2c873e4240', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:32:08.510616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:08.537463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:08.605962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:08.612468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:08.621725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-45e2122a-08af-401f-b842-ea25ac502a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:08.743757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:08.753587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:08.757623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:08.832222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42288a5f-65e9-4655-8b07-570a244f4563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3884db7-5a55-492e-aaea-3a699dc4112a'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:08.843593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a3884db7-5a55-492e-aaea-3a699dc4112a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3884db7-5a55-492e-aaea-3a699dc4112a,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:08.859373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:08.861485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:08.872396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60466) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:09.075500 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42288a5f-65e9-4655-8b07-570a244f4563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3884db7-5a55-492e-aaea-3a699dc4112a', 'code': 200} Apr 19 03:32:09.081820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a3884db7-5a55-492e-aaea-3a699dc4112a,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:09.091797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:32:09.213319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:09.324096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:09.350882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:09.356722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Usage tracker for resource:security_group_rule and tenant:04eb75844e254d32bb1a339202a36d2d is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:09.361592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:09.369645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:09.420393 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b3ac9960-2b07-4f75-8d6c-feed9ce138e0 req-5491ccb6-ecb2-4ddb-a2d3-ce70f2ddcb4a tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 210 time: 0.1074219 Apr 19 03:32:09.508706 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:09.519114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:09.672335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1acf-9d01-404b-87e1-b572e64d00e4 req-0d7dc151-6166-403a-9223-391dc0f82ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:09.672335 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c12e1acf-9d01-404b-87e1-b572e64d00e4 req-0d7dc151-6166-403a-9223-391dc0f82ed9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 1098 time: 0.1104162 Apr 19 03:32:09.692412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:09.728652 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c12e1acf-9d01-404b-87e1-b572e64d00e4 req-41305d40-6921-433c-ba1b-596d45f752e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483994 Apr 19 03:32:09.797014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-d48aaaad-141d-4ef5-a3ec-a81d0d476e1e tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:09.798799 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-d48aaaad-141d-4ef5-a3ec-a81d0d476e1e tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 810 time: 0.6513176 Apr 19 03:32:09.894131 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04eb75844e254d32bb1a339202a36d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0201085 Apr 19 03:32:09.896805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60496) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:09.910043 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042d9cc-981d-4751-8568-f0ca0b3a0f98 req-126907db-dc03-4ca9-a0ba-96474a508cd9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:09.912237 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a042d9cc-981d-4751-8568-f0ca0b3a0f98 req-126907db-dc03-4ca9-a0ba-96474a508cd9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.8832059 Apr 19 03:32:09.913297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44af54a-cd8d-4399-9ef7-d8b896903ad3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:09.933818 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:09.996574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9c0d40a6-9d00-4a54-8c2e-7eadc3b7efd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:10.025697 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a042d9cc-981d-4751-8568-f0ca0b3a0f98 req-8e706a06-d6e1-43f0-b2cc-5ee667654b9b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933661 Apr 19 03:32:10.042446 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-4c0c57b6-b386-4d77-b931-587b4cc2d251 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=947a9614b6584e0b9e93f50380694665 HTTP/1.1" status: 200 len: 5705 time: 0.2216756 Apr 19 03:32:10.053621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9c0d40a6-9d00-4a54-8c2e-7eadc3b7efd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:10.061030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'port': {'device_id': 'd14670a6-a298-4981-bb00-8a5228f66472', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'admin_state_up': True, 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'security_groups': ['425015f3-cf63-49e4-b16b-80af8e0594e6']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:10.106518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9c0d40a6-9d00-4a54-8c2e-7eadc3b7efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:10.116206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:10.142514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d40a6-9d00-4a54-8c2e-7eadc3b7efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44af54a-cd8d-4399-9ef7-d8b896903ad3,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:10.178792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9c0d40a6-9d00-4a54-8c2e-7eadc3b7efd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:10.179715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9c0d40a6-9d00-4a54-8c2e-7eadc3b7efd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:10.182751 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9c0d40a6-9d00-4a54-8c2e-7eadc3b7efd8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d44af54a-cd8d-4399-9ef7-d8b896903ad3 HTTP/1.1" status: 204 len: 168 time: 0.2844594 Apr 19 03:32:10.308946 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:10.324240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:10.338252 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Made reservation on behalf of 947a9614b6584e0b9e93f50380694665 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:10.346022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:10.545559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Allocated IP 172.20.0.9 (fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c/421d2511-1c17-4de1-a8a8-032961a784a0/06c14cf9-4511-42c6-a8a7-e66f0529c942) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:10.701518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60530) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:10.775169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:10.805791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a746-55e4-4332-a271-47df31080151 req-db9fb40f-ba67-4aa9-9dd2-7ea2064c759c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:10.810094 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-db9fb40f-ba67-4aa9-9dd2-7ea2064c759c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 814 time: 0.2508209 Apr 19 03:32:10.829313 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-9bd6dc20-cbf7-4733-a786-990ff3d44dde tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/quotas/6c42be205934401c935fed53381ef701 HTTP/1.1" status: 200 len: 375 time: 0.0115705 Apr 19 03:32:10.841900 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6b451a6d-6dec-4ec3-aad0-8750d61730e0 req-0ed16572-ad13-42e3-b567-d6963391e002 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 210 time: 0.1393607 Apr 19 03:32:10.842981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:10.882050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Usage tracker for resource:security_group_rule and tenant:c758f03344b3408fb0da43d9c54ee554 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:10.890114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:10.911051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60538) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:10.915867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:10.923583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:10.954890 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-ea4ae7d2-38a7-4f16-a045-8a95f010a5fb tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176176 Apr 19 03:32:10.965002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Transition to ACTIVE for port object 06c14cf9-4511-42c6-a8a7-e66f0529c942 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:11.145759 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-2eb46bd5-03b9-44cf-8261-7246893fab31 service neutron] 10.222.0.20 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783881 Apr 19 03:32:11.154796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.171689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.196281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a9a450ce-5080-48c5-8c73-a2650cc0d6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:11.229725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.282644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:11.286125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:11.290037 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c758f03344b3408fb0da43d9c54ee554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5860302 Apr 19 03:32:11.290782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d7c3ee-e50e-471d-8a24-8334ea0f3ed3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:11.294545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60562) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:11.295289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:11.298000 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:11.334742 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:11.387441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.415124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:11.429128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Usage tracker for resource:security_group_rule and tenant:00247be6b0974e11a20d3db63986b9a8 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:11.445413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:11.459777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:11.560448 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-6f72a614-790f-4fcd-9a2e-0b7e28a7354a service neutron] 10.222.0.20 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127426 Apr 19 03:32:11.584311 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'Port': ['ID=06c14cf9-4511-42c6-a8a7-e66f0529c942,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:11.624191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:11.637083 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:11.637869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.660229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80e1774a-3d77-41a7-a09c-ed9454b8a13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.695195 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6395493 Apr 19 03:32:11.723525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Request body: {'port': {'device_id': 'd14670a6-a298-4981-bb00-8a5228f66472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:11.743344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.749406 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.792925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-752c4ec5-893c-4c8f-ad64-ca7c7f92aadb None None] Provisioning for port 06c14cf9-4511-42c6-a8a7-e66f0529c942 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:11.808084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:11.813380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-752c4ec5-893c-4c8f-ad64-ca7c7f92aadb None None] Provisioning complete for port 06c14cf9-4511-42c6-a8a7-e66f0529c942 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:11.813804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-752c4ec5-893c-4c8f-ad64-ca7c7f92aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.868826 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.882498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80e1774a-3d77-41a7-a09c-ed9454b8a13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:11.886805 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00247be6b0974e11a20d3db63986b9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9742010 Apr 19 03:32:11.902148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60584) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:11.916031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4948710-ab96-4f38-8a43-8b434d1b2953,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:11.923502 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:11.997641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-752c4ec5-893c-4c8f-ad64-ca7c7f92aadb None None] Port 06c14cf9-4511-42c6-a8a7-e66f0529c942 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:32:11.999327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:12.024483 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b10b9236-b601-4d20-87c6-dbbe9fc5f2c4 req-a9ea71d7-ab71-49cd-bfb0-1f6e59d495b9 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 210 time: 0.1027753 Apr 19 03:32:12.173357 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:12.185564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:12.188147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.291470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80e1774a-3d77-41a7-a09c-ed9454b8a13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.308076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:12.353726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1774a-3d77-41a7-a09c-ed9454b8a13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d7c3ee-e50e-471d-8a24-8334ea0f3ed3,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:12.398024 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-80e1774a-3d77-41a7-a09c-ed9454b8a13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:12.445467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53178b0f-089e-4efe-b505-2ee28ef8c972 req-814de9ed-2fe6-4ca7-a193-98a9fc4d4e71 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:12.447318 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-53178b0f-089e-4efe-b505-2ee28ef8c972 req-814de9ed-2fe6-4ca7-a193-98a9fc4d4e71 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 931 time: 0.2284882 Apr 19 03:32:12.492691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c322-dee4-4c1b-9f97-eb2a1b900eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.517324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-53178b0f-089e-4efe-b505-2ee28ef8c972 req-0daced09-ee5b-4858-93c7-d7afccc2031c tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Synchronizing usage tracker for tenant:947a9614b6584e0b9e93f50380694665 on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:12.544142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-53178b0f-089e-4efe-b505-2ee28ef8c972 req-0daced09-ee5b-4858-93c7-d7afccc2031c tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Unset dirty status for tenant:947a9614b6584e0b9e93f50380694665 on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:12.544907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.554993 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-53178b0f-089e-4efe-b505-2ee28ef8c972 req-0daced09-ee5b-4858-93c7-d7afccc2031c tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959690 Apr 19 03:32:12.555191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80e1774a-3d77-41a7-a09c-ed9454b8a13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.558887 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-80e1774a-3d77-41a7-a09c-ed9454b8a13b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2d7c3ee-e50e-471d-8a24-8334ea0f3ed3 HTTP/1.1" status: 204 len: 168 time: 1.2600036 Apr 19 03:32:12.587204 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:12.600845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:12.605782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5c9b3-a3b4-44c4-aa79-59c6e10d79a1 req-87d139b5-6f7b-472f-8695-5512fdb2f2a1 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:12.607478 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2ec5c9b3-a3b4-44c4-aa79-59c6e10d79a1 req-87d139b5-6f7b-472f-8695-5512fdb2f2a1 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.7398508 Apr 19 03:32:12.608733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.611525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:12.680301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c322-dee4-4c1b-9f97-eb2a1b900eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.736895 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c', 'code': 200} Apr 19 03:32:12.761192 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2ec5c9b3-a3b4-44c4-aa79-59c6e10d79a1 req-d68cfeff-0e76-43a2-a28e-5b7872e85cab tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898998 Apr 19 03:32:12.860357 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:12.868585 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:12.878682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c322-dee4-4c1b-9f97-eb2a1b900eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.885097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:12.932995 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0c322-dee4-4c1b-9f97-eb2a1b900eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4948710-ab96-4f38-8a43-8b434d1b2953,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:12.957229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8fb0c322-dee4-4c1b-9f97-eb2a1b900eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:12.995378 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8fb0c322-dee4-4c1b-9f97-eb2a1b900eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:12.996994 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8fb0c322-dee4-4c1b-9f97-eb2a1b900eb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4948710-ab96-4f38-8a43-8b434d1b2953 HTTP/1.1" status: 204 len: 168 time: 1.0520082 Apr 19 03:32:13.043285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c14cf9-4511-42c6-a8a7-e66f0529c942 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:13.067748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:13.068387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60620) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:13.098809 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Transition to ACTIVE for port object 06c14cf9-4511-42c6-a8a7-e66f0529c942 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:13.102734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:13.115338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ba7369e0-4f65-4621-a069-95d74eeb0c46 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:13.674363 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9883b4cb-3fa5-47d6-8094-72f01281e902 req-5407e1e8-0386-4d34-b36e-ce8a5d4a98a8 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 210 time: 0.1005273 Apr 19 03:32:13.718034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Pushing event updated for resources: {'Port': ['ID=06c14cf9-4511-42c6-a8a7-e66f0529c942,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:13.724380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Attempting to bind port 06c14cf9-4511-42c6-a8a7-e66f0529c942 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:32:13.724754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Attempting to bind port 06c14cf9-4511-42c6-a8a7-e66f0529c942 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:32:13.725342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Attempting to bind port 06c14cf9-4511-42c6-a8a7-e66f0529c942 on network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:13.731546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:13.732185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Port 06c14cf9-4511-42c6-a8a7-e66f0529c942 on network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:32:13.732543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Attempting to bind port 06c14cf9-4511-42c6-a8a7-e66f0529c942 on network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:13.749253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:32:13.749627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Checking segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:13.750039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Bound using segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:32:13.750529 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Bound port: 06c14cf9-4511-42c6-a8a7-e66f0529c942, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:32:13.750910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:13.756128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e18756-be98-43cc-a245-9ca9c143b2e7 req-14c7631f-4cb3-49bc-a882-beaabf0e09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:13.761320 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a8e18756-be98-43cc-a245-9ca9c143b2e7 req-14c7631f-4cb3-49bc-a882-beaabf0e09f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1098 time: 0.6597109 Apr 19 03:32:13.864722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:13.865303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a3e2d-6dc1-4649-8857-8ee115b82949 req-5ecc5f28-3848-4dae-b4c3-15e747b1fae2 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:13.866601 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ed9a3e2d-6dc1-4649-8857-8ee115b82949 req-5ecc5f28-3848-4dae-b4c3-15e747b1fae2 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.2291040 Apr 19 03:32:13.924358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60650) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:13.976241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:13.989164 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ed9a3e2d-6dc1-4649-8857-8ee115b82949 req-969e24c7-c89a-4886-8358-ce8d5c9e21d4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158671 Apr 19 03:32:13.992482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] For port 06c14cf9-4511-42c6-a8a7-e66f0529c942, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:32:14.001855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:14.007893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Usage tracker for resource:security_group_rule and tenant:2045db4bc0a440919efbf6bdfd0b0f37 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:14.010466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-b5cdbd43-0a5d-4a8f-92fc-8ce928cfd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:14.011785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:14.013468 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-b5cdbd43-0a5d-4a8f-92fc-8ce928cfd286 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 1098 time: 0.6086361 Apr 19 03:32:14.020738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:14.033432 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.10', 64218) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:14.038427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:14.047055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] For port 06c14cf9-4511-42c6-a8a7-e66f0529c942, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:32:14.116854 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:14.186113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72cc8c61-2300-4d06-a376-bc5e53dd2d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:14.193049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:b0181a19ff6a4a0991af849ce46a1da7 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:14.201108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:14.209355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:14.328149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:14.513219 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a8e18756-be98-43cc-a245-9ca9c143b2e7 req-f134b580-3eaf-42a9-9498-c360075a64a2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963313 Apr 19 03:32:14.514399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-5303dd35-0bf8-4d24-8329-64b8b8682fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:14.516755 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-5303dd35-0bf8-4d24-8329-64b8b8682fdb service neutron] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 920 time: 0.4850698 Apr 19 03:32:14.517944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:14.538053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9c021baa-6248-42ad-8c91-c1b4c7a0da19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:14.544454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60666) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:14.557681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab85a9-9b24-4994-b615-f3a9c36917da req-925e5c7f-80fc-4880-8dec-0fac7a5f746d tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:14.559649 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c4ab85a9-9b24-4994-b615-f3a9c36917da req-925e5c7f-80fc-4880-8dec-0fac7a5f746d tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 945 time: 0.6532772 Apr 19 03:32:14.652117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:14.653152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:14.657774 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] 10.222.0.10 "PUT /v2.0/ports/06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 200 len: 1093 time: 2.9464102 Apr 19 03:32:14.658824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14670a6-a298-4981-bb00-8a5228f66472', 'tag': '06c14cf9-4511-42c6-a8a7-e66f0529c942'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:14.713802 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0181a19ff6a4a0991af849ce46a1da7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6443145 Apr 19 03:32:14.716037 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-4caf03fc-076e-4d46-92c4-f1564a782ced service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3884db7-5a55-492e-aaea-3a699dc4112a HTTP/1.1" status: 200 len: 217 time: 0.0926762 Apr 19 03:32:14.727962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60686) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:14.818368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Pushing event updated for resources: {'Port': ['ID=06c14cf9-4511-42c6-a8a7-e66f0529c942,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:14.828092 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-160a9c1c-0e74-4a1b-ab07-a8ce4c82b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:14.830054 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-160a9c1c-0e74-4a1b-ab07-a8ce4c82b129 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.0954285 Apr 19 03:32:14.834233 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c4ab85a9-9b24-4994-b615-f3a9c36917da req-14eecb4e-324e-4136-879d-ffa533f5cbff tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512767 Apr 19 03:32:14.835114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3370de33-8def-4fd5-b4e7-654ce90f29e5,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:14.863581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:14.897026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:14.905670 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-da09eccf-e65d-40e1-93a5-dfa11495d80b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666590 Apr 19 03:32:14.962822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:15.004498 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14670a6-a298-4981-bb00-8a5228f66472', 'tag': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'status': 'completed', 'code': 200} Apr 19 03:32:15.063280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a746-55e4-4332-a271-47df31080151 req-9f418ffd-7794-4a4f-84da-6dc8321d8944 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:15.064883 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-9f418ffd-7794-4a4f-84da-6dc8321d8944 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 814 time: 1.0294623 Apr 19 03:32:15.067237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:15.108612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6933a77dc34cf7ae5de8a331189589 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:15.116229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:15.125304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Request body: {'port': {'device_id': 'c59918f2-5f2b-4b4a-980a-2f9b2695b3a9', 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'admin_state_up': True, 'tenant_id': '6c42be205934401c935fed53381ef701'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:15.149544 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8f52416c-2573-4bbb-bec7-a515a4f74826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:15.162099 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1f0bacd1-c63f-410e-80f8-9f8686a76cfb req-8305caee-93ee-45be-aa30-ac1922ee63be tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 210 time: 0.1008599 Apr 19 03:32:15.174270 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-7cb74549-a8dd-42e3-8c32-cd35c1b911c6 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605467 Apr 19 03:32:15.194035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:15.197990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:15.228675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:15.290739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:15.324126 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2045db4bc0a440919efbf6bdfd0b0f37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3871028 Apr 19 03:32:15.327124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-19656929-b270-4f8b-8c6b-9cbba62fd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:15.328708 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-19656929-b270-4f8b-8c6b-9cbba62fd9a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 1096 time: 0.5874960 Apr 19 03:32:15.338203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235d058-6dbd-44a3-b155-e2722ae9f7fa req-018b7493-9657-4f2a-ae65-9e3af2efda0d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:15.339020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a235d058-6dbd-44a3-b155-e2722ae9f7fa req-018b7493-9657-4f2a-ae65-9e3af2efda0d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Synchronizing usage tracker for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:15.343716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60732) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:15.423139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f6288d-75cf-41f3-a340-d55bbd4174bb,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:15.427376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-684334a2-d24f-4fda-830e-fbd7f27ee7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:15.494923 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-490635d3-c2ce-41b2-96b5-a565ad7ad38d service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088107 Apr 19 03:32:15.523555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b34f1-28c0-4f29-bd60-2cb5cfbc9782 req-262a328f-c8b1-49f8-812b-c748ab7a7b01 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:15.525385 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-420b34f1-28c0-4f29-bd60-2cb5cfbc9782 req-262a328f-c8b1-49f8-812b-c748ab7a7b01 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.2024567 Apr 19 03:32:15.556595 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-cd3f57cf-643b-4efe-8766-7ef3e0c6fbdd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 200 len: 217 time: 0.2013159 Apr 19 03:32:15.580551 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8f52416c-2573-4bbb-bec7-a515a4f74826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:15.590379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77417e93-b04e-4049-a2ae-63e9140be405 req-68722402-d974-4919-85b9-db4e507ace19 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:15.603952 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-77417e93-b04e-4049-a2ae-63e9140be405 req-68722402-d974-4919-85b9-db4e507ace19 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 945 time: 0.2306738 Apr 19 03:32:15.704118 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-420b34f1-28c0-4f29-bd60-2cb5cfbc9782 req-2aa43dff-3161-449f-b896-72382e048296 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688430 Apr 19 03:32:15.748884 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Deleting port 62886b28-19c2-40d7-a727-cef4c54afba6 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:32:15.749278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:15.771886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a235d058-6dbd-44a3-b155-e2722ae9f7fa req-018b7493-9657-4f2a-ae65-9e3af2efda0d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Unset dirty status for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:15.773712 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a235d058-6dbd-44a3-b155-e2722ae9f7fa req-018b7493-9657-4f2a-ae65-9e3af2efda0d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 943 time: 1.2263365 Apr 19 03:32:15.913075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-c9b05260-3b3f-4e53-9cae-cae124d51636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:15.914657 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-c9b05260-3b3f-4e53-9cae-cae124d51636 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.3149974 Apr 19 03:32:15.981922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:16.013905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34c32cb1-c92b-4763-9093-ba7b13a3dff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.072559 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a235d058-6dbd-44a3-b155-e2722ae9f7fa req-3fcc9646-c164-423e-9566-badeb92abb17 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722790 Apr 19 03:32:16.078919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:16.102299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8f52416c-2573-4bbb-bec7-a515a4f74826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.138901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-da14880e-90c8-4454-8ee0-1dc4de92fdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:16.180526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34c32cb1-c92b-4763-9093-ba7b13a3dff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.199009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52416c-2573-4bbb-bec7-a515a4f74826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3370de33-8def-4fd5-b4e7-654ce90f29e5,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:16.210951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8f52416c-2573-4bbb-bec7-a515a4f74826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:16.217176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.247067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.262810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8fb0c322-dee4-4c1b-9f97-eb2a1b900eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:16.279806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Made reservation on behalf of 6c42be205934401c935fed53381ef701 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:16.287195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.357169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8f52416c-2573-4bbb-bec7-a515a4f74826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.360925 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8f52416c-2573-4bbb-bec7-a515a4f74826 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3370de33-8def-4fd5-b4e7-654ce90f29e5 HTTP/1.1" status: 204 len: 168 time: 1.6205432 Apr 19 03:32:16.377128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-69689995-b05a-4b6c-bda9-f6e5fe380d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:16.377128 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-69689995-b05a-4b6c-bda9-f6e5fe380d37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4450769 Apr 19 03:32:16.381489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] For port 62886b28-19c2-40d7-a727-cef4c54afba6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=62886b28-19c2-40d7-a727-cef4c54afba6,segment=NetworkSegment(c0b64825-df87-4cb1-bec9-ccf763f939d4),segment_id=c0b64825-df87-4cb1-bec9-ccf763f939d4)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:16.381911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.382306 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e6933a77dc34cf7ae5de8a331189589&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8244128 Apr 19 03:32:16.398929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a795518-daa2-4e38-9c11-4f1e7a5a553b req-4c455da7-5978-4ce3-8ff2-c2185979073e tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:16.400662 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8a795518-daa2-4e38-9c11-4f1e7a5a553b req-4c455da7-5978-4ce3-8ff2-c2185979073e tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 945 time: 0.2312558 Apr 19 03:32:16.404093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60764) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:16.421385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0e627-3a7b-4dce-bd84-083e13ad5424,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:16.452666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:16.561335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Calling delete_port for 62886b28-19c2-40d7-a727-cef4c54afba6 owned by compute:nova {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:32:16.606742 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-dca14bd6-c23a-47a1-b5f0-4de9db3a884a req-4b6c1b80-bc72-4614-a4f9-5a240f26eba4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 210 time: 0.1267791 Apr 19 03:32:16.696617 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8a795518-daa2-4e38-9c11-4f1e7a5a553b req-1365682f-4d2c-4f14-b080-3649cc6a387e tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/security-groups?id=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125931 Apr 19 03:32:16.722660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34c32cb1-c92b-4763-9093-ba7b13a3dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.742498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b2c87758-e946-49de-b64d-f6f1fea2f7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:16.770754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c32cb1-c92b-4763-9093-ba7b13a3dff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f6288d-75cf-41f3-a340-d55bbd4174bb,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:16.790813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34c32cb1-c92b-4763-9093-ba7b13a3dff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:16.817418 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-769be4de-5b0b-438a-b725-86e0fbfb5064 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887625 Apr 19 03:32:16.817721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3df6f96a-5935-4c44-a6df-e6476cc0368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.882798 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60774) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:16.935192 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3df6f96a-5935-4c44-a6df-e6476cc0368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.960475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.976691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Allocated IP 172.20.0.7 (d4914c02-2059-4113-84cb-a5530fb219ec/9245fd6d-c6ac-4749-a802-7431f72f5be4/a697e53c-908c-4abd-97f5-c886fd335530) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:16.991965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:16.995246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34c32cb1-c92b-4763-9093-ba7b13a3dff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:16.997385 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-34c32cb1-c92b-4763-9093-ba7b13a3dff0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7f6288d-75cf-41f3-a340-d55bbd4174bb HTTP/1.1" status: 204 len: 168 time: 1.6436810 Apr 19 03:32:17.017639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Usage tracker for resource:security_group_rule and tenant:58018a6515f74b23ac8732c2b522dfc3 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:17.025631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:17.049981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:17.067062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.079308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['62886b28-19c2-40d7-a727-cef4c54afba6'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:32:17.087331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:17.144795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Pushing event deleted for resources: {'Port': ['ID=62886b28-19c2-40d7-a727-cef4c54afba6,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:17.152938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:17.160600 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da1c61b1-f3f7-4628-997d-41a4066b3142 req-7b3fea7f-1fda-42d8-b597-4c1f763eafe7 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354130 Apr 19 03:32:17.253396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3df6f96a-5935-4c44-a6df-e6476cc0368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.273273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] No DVR routers for this DVR port 62886b28-19c2-40d7-a727-cef4c54afba6 on host hv-cinder-78605 {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:32:17.276969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.285744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:17.293371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbfd4a2-ea00-4c16-bc11-2db7aabe695f', 'name': 'network-vif-deleted', 'tag': '62886b28-19c2-40d7-a727-cef4c54afba6'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:17.378302 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6f96a-5935-4c44-a6df-e6476cc0368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0e627-3a7b-4dce-bd84-083e13ad5424,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:17.381049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3df6f96a-5935-4c44-a6df-e6476cc0368e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:17.437750 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-77417e93-b04e-4049-a2ae-63e9140be405 req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.10 "DELETE /v2.0/ports/62886b28-19c2-40d7-a727-cef4c54afba6 HTTP/1.1" status: 204 len: 173 time: 1.8154600 Apr 19 03:32:17.470589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3df6f96a-5935-4c44-a6df-e6476cc0368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.474830 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3df6f96a-5935-4c44-a6df-e6476cc0368e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6b0e627-3a7b-4dce-bd84-083e13ad5424 HTTP/1.1" status: 204 len: 168 time: 1.0670550 Apr 19 03:32:17.514102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.525709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25614e00-71a1-4fe4-85fd-cbf6323aeabc req-cabc5aba-9a7f-4937-9891-a02e560b8df7 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:17.527056 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-25614e00-71a1-4fe4-85fd-cbf6323aeabc req-cabc5aba-9a7f-4937-9891-a02e560b8df7 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 943 time: 0.2224002 Apr 19 03:32:17.528423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.553288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0bca1293-7b17-4f6e-933a-8ca74e28bf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:17.561384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-f30133b9-82e1-4ee0-966d-ca0d8870f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:17.563036 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-f30133b9-82e1-4ee0-966d-ca0d8870f814 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 1096 time: 0.2903471 Apr 19 03:32:17.576898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4d0dd-31da-4850-abeb-b8fd32cdcff6 req-2fa13bb8-bebd-4193-ad11-5165d2f91c47 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:17.578625 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0eb4d0dd-31da-4850-abeb-b8fd32cdcff6 req-2fa13bb8-bebd-4193-ad11-5165d2f91c47 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.5758703 Apr 19 03:32:17.676949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.723842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28b5f87-5fde-42d8-adb8-c72baabb86a3,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:17.727322 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:17.732078 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58018a6515f74b23ac8732c2b522dfc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8456666 Apr 19 03:32:17.734340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60794) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:17.751705 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-25614e00-71a1-4fe4-85fd-cbf6323aeabc req-4f51479c-a39f-4ae7-ac7a-2907fe6ec518 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995950 Apr 19 03:32:17.818359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a70bbadb-9f90-4de8-ba51-8cd649fcc8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.835890 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0eb4d0dd-31da-4850-abeb-b8fd32cdcff6 req-1835ae09-37bc-4e64-8093-10e60b0dc490 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126143 Apr 19 03:32:17.879249 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-67025ac5-a834-497b-a9f5-e1cf78f88687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:17.881529 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-67025ac5-a834-497b-a9f5-e1cf78f88687 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 911 time: 0.2986472 Apr 19 03:32:17.882941 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a70bbadb-9f90-4de8-ba51-8cd649fcc8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:17.974613 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbfd4a2-ea00-4c16-bc11-2db7aabe695f', 'name': 'network-vif-deleted', 'tag': '62886b28-19c2-40d7-a727-cef4c54afba6', 'status': 'completed', 'code': 200} Apr 19 03:32:18.005514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a70bbadb-9f90-4de8-ba51-8cd649fcc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.020362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ce34329e-9ac1-49d0-90ae-b1285dc21b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:18.027227 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-9765ea2a-a6ae-4da1-849c-f26163111c7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 200 len: 217 time: 0.1361549 Apr 19 03:32:18.033896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.050489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['42e03bf6-0333-4983-96ea-9755374fb184'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:32:18.051842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bbadb-9f90-4de8-ba51-8cd649fcc8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28b5f87-5fde-42d8-adb8-c72baabb86a3,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:18.063936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a70bbadb-9f90-4de8-ba51-8cd649fcc8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:18.079224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a70bbadb-9f90-4de8-ba51-8cd649fcc8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.081852 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a70bbadb-9f90-4de8-ba51-8cd649fcc8e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b28b5f87-5fde-42d8-adb8-c72baabb86a3 HTTP/1.1" status: 204 len: 168 time: 0.3466818 Apr 19 03:32:18.230079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:18.258785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60810) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:18.296809 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.340146 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:18.361603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Network d4914c02-2059-4113-84cb-a5530fb219ec is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:18.368971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:18.385438 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c697bdb18f4e7bbddf22f891e9c391 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:18.394359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:18.412644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-57ffe0c0-ddc2-4358-a3b3-1101767cd656 req-fb88cad1-1833-4cf7-ada6-2cd00a9fc58b tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Synchronizing usage tracker for tenant:7edfcf55bd5a4c8ab019f273c8dad93e on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:18.421678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:18.453468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-a401844b-04a6-4532-bfbe-0ef2dee4c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:18.455455 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-a401844b-04a6-4532-bfbe-0ef2dee4c609 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.4187214 Apr 19 03:32:18.456246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:18.457536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-57ffe0c0-ddc2-4358-a3b3-1101767cd656 req-fb88cad1-1833-4cf7-ada6-2cd00a9fc58b tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Unset dirty status for tenant:7edfcf55bd5a4c8ab019f273c8dad93e on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:18.459734 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-57ffe0c0-ddc2-4358-a3b3-1101767cd656 req-fb88cad1-1833-4cf7-ada6-2cd00a9fc58b tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] 10.222.0.20 "GET /v2.0/ports?device_id=fdbfd4a2-ea00-4c16-bc11-2db7aabe695f HTTP/1.1" status: 200 len: 210 time: 0.1164083 Apr 19 03:32:18.573510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.577124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.591463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-76a84f06-3e06-487c-b0b1-fb03e2249306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:18.657879 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8c697bdb18f4e7bbddf22f891e9c391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975213 Apr 19 03:32:18.659817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af57c77e-25a8-4d81-9d80-45125c47f614,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:18.676788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:18.678767 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60820) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:18.770228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b82e0917-ff0f-4979-a516-a307f5b26f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.823070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b82e0917-ff0f-4979-a516-a307f5b26f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.866944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Pushing event updated for resources: {'Port': ['ID=a697e53c-908c-4abd-97f5-c886fd335530,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:18.891714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:18.945892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b82e0917-ff0f-4979-a516-a307f5b26f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:18.951449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:18.986306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b82e0917-ff0f-4979-a516-a307f5b26f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:19.000906 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b82e0917-ff0f-4979-a516-a307f5b26f98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af57c77e-25a8-4d81-9d80-45125c47f614 HTTP/1.1" status: 204 len: 168 time: 0.3191402 Apr 19 03:32:19.002506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e0917-ff0f-4979-a516-a307f5b26f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af57c77e-25a8-4d81-9d80-45125c47f614,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:19.005727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b82e0917-ff0f-4979-a516-a307f5b26f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:19.038769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:19.039462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:19.092850 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0047476 Apr 19 03:32:19.153996 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Request body: {'port': {'device_id': 'c59918f2-5f2b-4b4a-980a-2f9b2695b3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:19.172243 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da24dc-0745-410f-a399-3c035aedaff3 req-4ca1af4f-6957-432a-bf4d-5c75023320cf tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:19.175271 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b1da24dc-0745-410f-a399-3c035aedaff3 req-4ca1af4f-6957-432a-bf4d-5c75023320cf tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 943 time: 0.1902533 Apr 19 03:32:19.236818 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b1da24dc-0745-410f-a399-3c035aedaff3 req-9856c5c1-107f-493f-aa77-44bfbf2b5d0d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546582 Apr 19 03:32:19.273930 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ff17-3d05-4129-9aad-da5ed98a33ff req-a85a8e2c-42eb-4039-be86-1f6a1317a9dd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:19.274601 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-ab53ff17-3d05-4129-9aad-da5ed98a33ff req-a85a8e2c-42eb-4039-be86-1f6a1317a9dd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:19.291732 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-ea037571-99c4-4bc9-be88-aea6eac2f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:19.293414 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-ea037571-99c4-4bc9-be88-aea6eac2f075 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7808135 Apr 19 03:32:19.386466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-ab53ff17-3d05-4129-9aad-da5ed98a33ff req-a85a8e2c-42eb-4039-be86-1f6a1317a9dd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:19.397318 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ab53ff17-3d05-4129-9aad-da5ed98a33ff req-a85a8e2c-42eb-4039-be86-1f6a1317a9dd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 931 time: 1.0494864 Apr 19 03:32:19.596800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ab426-fbbd-4f6d-803d-98a42d0e62f7 req-dd393253-a0a0-47e4-9666-797aefc1745c tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:19.600312 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-291ab426-fbbd-4f6d-803d-98a42d0e62f7 req-dd393253-a0a0-47e4-9666-797aefc1745c tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.1520324 Apr 19 03:32:19.648392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:19.668515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60850) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:19.679918 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-291ab426-fbbd-4f6d-803d-98a42d0e62f7 req-0f71d3df-5a72-4675-b4af-a7b66475bf88 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687919 Apr 19 03:32:19.681287 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ab53ff17-3d05-4129-9aad-da5ed98a33ff req-83ad712c-ea73-48a9-9165-1299896724fd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828038 Apr 19 03:32:19.728054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:19.758815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:19.765147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c4afca535b43eb83b3e1fec9757f05 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:19.769907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:19.778927 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:19.853695 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-d260cfaa-afb9-41e0-b9ba-30b692086389 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349026 Apr 19 03:32:19.965675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:19.972154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:19.978593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 06c14cf9-4511-42c6-a8a7-e66f0529c942 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:32:19.986229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-779a8f42-3e5c-4988-b711-45dc28386c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:20.079620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a0d154-b279-4a78-8325-4bc089fd8126,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:20.097909 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5c4afca535b43eb83b3e1fec9757f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278893 Apr 19 03:32:20.099174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:20.101556 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60862) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:20.252645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 62886b28-19c2-40d7-a727-cef4c54afba6 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:32:20.326841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 62886b28-19c2-40d7-a727-cef4c54afba6 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:32:20.327671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 62886b28-19c2-40d7-a727-cef4c54afba6 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:32:20.340682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d4e55d86-f6ed-48e8-8e58-55f898842d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:20.432842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d4e55d86-f6ed-48e8-8e58-55f898842d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:20.438762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 06c14cf9-4511-42c6-a8a7-e66f0529c942, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:20.478773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'port_id': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'mac_address': 'fa:16:3e:bf:f4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:32:20.544012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:32:20.597097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d4e55d86-f6ed-48e8-8e58-55f898842d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:20.614426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9edd1b1b-1b35-4553-aa9e-545bcf60968d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:20.659525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e55d86-f6ed-48e8-8e58-55f898842d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a0d154-b279-4a78-8325-4bc089fd8126,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:20.662514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d4e55d86-f6ed-48e8-8e58-55f898842d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:20.669757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:20.688951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d4e55d86-f6ed-48e8-8e58-55f898842d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:20.694191 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d4e55d86-f6ed-48e8-8e58-55f898842d46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2a0d154-b279-4a78-8325-4bc089fd8126 HTTP/1.1" status: 204 len: 168 time: 0.5912020 Apr 19 03:32:20.724733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c14cf9-4511-42c6-a8a7-e66f0529c942 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:20.750851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 06c14cf9-4511-42c6-a8a7-e66f0529c942, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:20.755321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:20.757676 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-35f47081-449c-4cf3-9bf2-9b93d183a433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:20.781467 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c9d559fa-af3d-400b-b015-f77e462bf7e8 req-e4e77967-de12-4f6c-92f6-588439ae61ac service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8666966 Apr 19 03:32:20.856154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=06c14cf9-4511-42c6-a8a7-e66f0529c942,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:20.860600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:20.992543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fbd56-3854-4e14-bac7-be40b6f89d00 req-4c299732-03ad-4e81-b1e6-a76bd57bb857 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:21.003353 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-520fbd56-3854-4e14-bac7-be40b6f89d00 req-4c299732-03ad-4e81-b1e6-a76bd57bb857 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 944 time: 0.3784287 Apr 19 03:32:21.031796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['06c14cf9-4511-42c6-a8a7-e66f0529c942'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:32:21.095246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a138b-7fa7-46fe-8d5b-66d28b110289 req-6bb96a6b-a149-4965-b33e-db4e8a74e483 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:21.098787 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-520fbd56-3854-4e14-bac7-be40b6f89d00 req-f9d462c3-4845-4595-807f-c94bf301c8de tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928755 Apr 19 03:32:21.118657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a697e53c-908c-4abd-97f5-c886fd335530 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:21.141234 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f40a138b-7fa7-46fe-8d5b-66d28b110289 req-6bb96a6b-a149-4965-b33e-db4e8a74e483 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.2092879 Apr 19 03:32:21.159715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:21.216086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Transition to ACTIVE for port object a697e53c-908c-4abd-97f5-c886fd335530 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:21.220287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:21.227142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:21.277823 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f40a138b-7fa7-46fe-8d5b-66d28b110289 req-37678b8d-01c2-4d9e-aa35-02698c1b714b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354566 Apr 19 03:32:21.380175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a697e53c-908c-4abd-97f5-c886fd335530,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:21.388324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:21.678873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db934b-52a6-4fa4-b00c-da2f2e973c2c req-0c4bcc5f-8571-4a19-a84a-3bb20b185a8a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:21.680873 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-50db934b-52a6-4fa4-b00c-da2f2e973c2c req-0c4bcc5f-8571-4a19-a84a-3bb20b185a8a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 943 time: 0.3047988 Apr 19 03:32:21.720159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Attempting to bind port a697e53c-908c-4abd-97f5-c886fd335530 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:32:21.721656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Attempting to bind port a697e53c-908c-4abd-97f5-c886fd335530 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:32:21.721958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Attempting to bind port a697e53c-908c-4abd-97f5-c886fd335530 on network d4914c02-2059-4113-84cb-a5530fb219ec {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:21.738029 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Port a697e53c-908c-4abd-97f5-c886fd335530 on network d4914c02-2059-4113-84cb-a5530fb219ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:32:21.738546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Attempting to bind port a697e53c-908c-4abd-97f5-c886fd335530 on network d4914c02-2059-4113-84cb-a5530fb219ec {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:21.755417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:32:21.755827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Checking segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:21.756430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Bound using segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:32:21.756747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Bound port: a697e53c-908c-4abd-97f5-c886fd335530, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:32:21.757138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:21.787068 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-50db934b-52a6-4fa4-b00c-da2f2e973c2c req-36b3ad02-5e23-4646-b0b2-af99a80e2689 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889492 Apr 19 03:32:21.922764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] For port a697e53c-908c-4abd-97f5-c886fd335530, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:32:21.928186 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] For port a697e53c-908c-4abd-97f5-c886fd335530, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a697e53c-908c-4abd-97f5-c886fd335530,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:32:21.933866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:21.942459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:22.035526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:22.036499 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:22.038233 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/a697e53c-908c-4abd-97f5-c886fd335530 HTTP/1.1" status: 200 len: 1093 time: 2.9043393 Apr 19 03:32:22.038799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59918f2-5f2b-4b4a-980a-2f9b2695b3a9', 'tag': 'a697e53c-908c-4abd-97f5-c886fd335530'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:22.111011 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a697e53c-908c-4abd-97f5-c886fd335530,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:22.116698 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:22.208447 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59918f2-5f2b-4b4a-980a-2f9b2695b3a9', 'tag': 'a697e53c-908c-4abd-97f5-c886fd335530', 'status': 'completed', 'code': 200} Apr 19 03:32:22.312221 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a746-55e4-4332-a271-47df31080151 req-67fd0ffe-9744-46e7-a7e0-396517b7b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:22.315445 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-67fd0ffe-9744-46e7-a7e0-396517b7b1c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 1096 time: 0.1956551 Apr 19 03:32:22.326756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 60948) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:22.460750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Deleting subnet 7ef6784e-f16e-43a5-8c4b-30c411c54d73 {{(pid=86419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:32:22.469057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:22.550064 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-12421114-fb63-47ca-bcb8-5583972e44c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a697e53c-908c-4abd-97f5-c886fd335530 HTTP/1.1" status: 200 len: 217 time: 0.2244523 Apr 19 03:32:22.601244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:22.614100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:22.659578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5a746-55e4-4332-a271-47df31080151 req-0c2ec1e5-4c84-46e4-a40e-502d9c9ebe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:22.661304 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-0c2ec1e5-4c84-46e4-a40e-502d9c9ebe12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.1009927 Apr 19 03:32:22.675852 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31273de-a463-454b-9e4a-ef807b8006a7 req-05e45b13-db10-4b18-a12e-80a9c60a4712 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:22.678918 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c31273de-a463-454b-9e4a-ef807b8006a7 req-05e45b13-db10-4b18-a12e-80a9c60a4712 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 944 time: 0.2011442 Apr 19 03:32:22.754395 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-96fbd6bc-dd27-4742-a0c0-598e84f71dd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742319 Apr 19 03:32:22.771839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb1425-301a-49c5-acd9-fb864288e3cf req-38599317-acd0-4d36-82c0-26972608968f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:22.781018 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-31fb1425-301a-49c5-acd9-fb864288e3cf req-38599317-acd0-4d36-82c0-26972608968f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.2781339 Apr 19 03:32:22.842711 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c31273de-a463-454b-9e4a-ef807b8006a7 req-01b6e002-b2cb-4aeb-96f7-d2bfa3dd1dda tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219747 Apr 19 03:32:23.035217 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-4f2cc672-fca7-4025-8172-4bae858b5079 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582600 Apr 19 03:32:23.099559 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-31fb1425-301a-49c5-acd9-fb864288e3cf req-ae4e2be1-dd53-4264-9b50-3126e733d7a3 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091304 Apr 19 03:32:23.356090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:23.364110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:23.382297 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-37a5a746-55e4-4332-a271-47df31080151 req-d82f5000-3488-4925-a415-331fde332b43 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443422 Apr 19 03:32:23.399714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04627198-e761-4137-9c7c-025a3d3977b2 req-678c1766-8665-4f37-9119-390fa545fcb4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:23.402589 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-04627198-e761-4137-9c7c-025a3d3977b2 req-678c1766-8665-4f37-9119-390fa545fcb4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 943 time: 0.2439799 Apr 19 03:32:23.425351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef6784e-f16e-43a5-8c4b-30c411c54d73,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:23.441523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.449475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.450065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.450468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.450865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.451401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.451790 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.452211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.452704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.453090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.453474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.453853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:23.458725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:23.462744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:23.472846 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7ef6784e-f16e-43a5-8c4b-30c411c54d73 HTTP/1.1" status: 204 len: 168 time: 1.1449950 Apr 19 03:32:23.473221 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 60974) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:23.576721 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-04627198-e761-4137-9c7c-025a3d3977b2 req-f13d9395-99f5-4274-836e-d891194e5df7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616447 Apr 19 03:32:23.909917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:23.979953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-cdf79d4b-8a50-4df5-82fb-9ba2b57eda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:23.981633 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-cdf79d4b-8a50-4df5-82fb-9ba2b57eda63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 1096 time: 0.4826107 Apr 19 03:32:24.005991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 06c14cf9-4511-42c6-a8a7-e66f0529c942 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:24.296174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb82015-1dea-40f9-8de9-9ecbdb76ddfc req-f3e65fd7-3bd2-4f99-9e69-bdb7210d7d61 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:24.315710 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-aeb82015-1dea-40f9-8de9-9ecbdb76ddfc req-f3e65fd7-3bd2-4f99-9e69-bdb7210d7d61 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 944 time: 0.2615292 Apr 19 03:32:24.362314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 06c14cf9-4511-42c6-a8a7-e66f0529c942 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:24.373308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 06c14cf9-4511-42c6-a8a7-e66f0529c942 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:24.373742 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:24.412324 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-aeb82015-1dea-40f9-8de9-9ecbdb76ddfc req-e1aa7951-3e2a-4bb0-90a2-a21947b717ed tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951712 Apr 19 03:32:24.623448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:24.636679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:24.764756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14670a6-a298-4981-bb00-8a5228f66472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c14cf9-4511-42c6-a8a7-e66f0529c942'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:24.779775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-11c61eaf-ca92-4aee-9da2-a2cc5f44fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:24.781506 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-11c61eaf-ca92-4aee-9da2-a2cc5f44fe6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 915 time: 0.7706673 Apr 19 03:32:24.809082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 06c14cf9-4511-42c6-a8a7-e66f0529c942, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:24.812741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:24.814784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:24.911253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=06c14cf9-4511-42c6-a8a7-e66f0529c942,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:24.917093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:24.925748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac05d8-799f-4540-9fb4-56b6c8ead111 req-60882304-211a-48ed-bee0-b26ddb778290 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:24.927473 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cdac05d8-799f-4540-9fb4-56b6c8ead111 req-60882304-211a-48ed-bee0-b26ddb778290 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 943 time: 0.1441834 Apr 19 03:32:24.993846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c974dcc-d7e1-4c2a-bfd3-58f28b01eba9 req-a52a4d8b-a5f2-450f-aada-5737ecc11d6e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:24.995952 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1c974dcc-d7e1-4c2a-bfd3-58f28b01eba9 req-a52a4d8b-a5f2-450f-aada-5737ecc11d6e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.4521732 Apr 19 03:32:24.998138 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-0056228a-0600-4e91-8871-2b8b8c323512 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a697e53c-908c-4abd-97f5-c886fd335530 HTTP/1.1" status: 200 len: 217 time: 0.2015517 Apr 19 03:32:25.004344 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cdac05d8-799f-4540-9fb4-56b6c8ead111 req-e40ba08b-6d5f-4aca-8778-999cc0a07c38 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699592 Apr 19 03:32:25.013031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a81a41-12fa-4863-8f21-d8864269da92']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:25.096602 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14670a6-a298-4981-bb00-8a5228f66472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'code': 200} Apr 19 03:32:25.128595 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b64825-df87-4cb1-bec9-ccf763f939d4') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:25.128938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b64825-df87-4cb1-bec9-ccf763f939d4') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:25.156462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:25.210285 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1c974dcc-d7e1-4c2a-bfd3-58f28b01eba9 req-05cb2b53-9c35-44b3-a5af-faea57cbff88 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842959 Apr 19 03:32:25.211550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:25.215122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-0631c078-7e66-46bb-bbae-8e7d6cf59328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:25.216724 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-0631c078-7e66-46bb-bbae-8e7d6cf59328 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.1921291 Apr 19 03:32:25.224167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:32:25.334657 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-80661036-9a8f-4d6c-8b66-466af8e96d19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871143 Apr 19 03:32:25.647773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Network 56a81a41-12fa-4863-8f21-d8864269da92 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:32:25.662722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:25.688086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7a943-2cb2-4c70-85cb-7c779f3141bb req-f6c0a91a-a45b-46c3-aca5-9a3f25b96c54 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:25.689896 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-65e7a943-2cb2-4c70-85cb-7c779f3141bb req-f6c0a91a-a45b-46c3-aca5-9a3f25b96c54 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1140988 Apr 19 03:32:25.776167 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-65e7a943-2cb2-4c70-85cb-7c779f3141bb req-da90cc19-8666-436f-a75e-8cbab0872ed5 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732975 Apr 19 03:32:25.965918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Network 56a81a41-12fa-4863-8f21-d8864269da92 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:32:25.997175 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:32:26.012015 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-e1fd76d3-9728-4d46-b692-d21b81a88542 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058725 Apr 19 03:32:26.016978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270a905-5679-4460-bc6a-b212d3cea947 req-3ad4fd8c-2004-4eca-aa81-8f975683cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:26.019157 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2270a905-5679-4460-bc6a-b212d3cea947 req-3ad4fd8c-2004-4eca-aa81-8f975683cd5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 1098 time: 0.5681255 Apr 19 03:32:26.038108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a697e53c-908c-4abd-97f5-c886fd335530 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:32:26.226768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:26.278313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a697e53c-908c-4abd-97f5-c886fd335530, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a697e53c-908c-4abd-97f5-c886fd335530,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:26.288302 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2270a905-5679-4460-bc6a-b212d3cea947 req-6b6098f3-67b2-4de0-9d77-6c13cb39231a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091970 Apr 19 03:32:26.292014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:26.294579 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'a697e53c-908c-4abd-97f5-c886fd335530', 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'port_id': 'a697e53c-908c-4abd-97f5-c886fd335530', 'mac_address': 'fa:16:3e:46:8f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9245fd6d-c6ac-4749-a802-7431f72f5be4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:32:26.319125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:26.334167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Pushing event deleted for resources: {'Network': ['ID=56a81a41-12fa-4863-8f21-d8864269da92,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:26.351936 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] 10.222.0.20 "DELETE /v2.0/networks/56a81a41-12fa-4863-8f21-d8864269da92 HTTP/1.1" status: 204 len: 168 time: 2.8773670 Apr 19 03:32:26.374684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:26.390211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.396837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.397765 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a697e53c-908c-4abd-97f5-c886fd335530 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:26.399799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.400286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.400689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.401086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.401478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.401866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.402255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.402640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.403028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.403409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:26.435160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a697e53c-908c-4abd-97f5-c886fd335530, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a697e53c-908c-4abd-97f5-c886fd335530,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:26.437581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:26.441380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:26.443451 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b755c44b-223c-45e0-981e-31a6a96cc96e req-532191bc-fbbc-415f-b519-c9dfac154682 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713279 Apr 19 03:32:26.444578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:26.508530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c73bf8-1194-41ac-8377-d5ec31a56176 req-73e5e481-17c9-4d87-b654-27b57f875e98 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:26.510252 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c6c73bf8-1194-41ac-8377-d5ec31a56176 req-73e5e481-17c9-4d87-b654-27b57f875e98 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 943 time: 0.2945688 Apr 19 03:32:26.535733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06796210-5d74-4965-b66b-54a952204348 req-bdcf782f-359d-4353-a9bb-7149347e99a9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:26.544124 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-06796210-5d74-4965-b66b-54a952204348 req-bdcf782f-359d-4353-a9bb-7149347e99a9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.1740637 Apr 19 03:32:26.577893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a697e53c-908c-4abd-97f5-c886fd335530,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:26.590893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:26.611127 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-06796210-5d74-4965-b66b-54a952204348 req-ff28ca5d-4eac-4f4a-995e-34c73e8d873d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657654 Apr 19 03:32:26.619330 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c6c73bf8-1194-41ac-8377-d5ec31a56176 req-405ae0bc-f705-46ea-a0e7-0855d1c028b4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024809 Apr 19 03:32:26.689412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 32822) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:26.769174 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1d1827b3-88ee-481e-9b45-7116de6052e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7edfcf55bd5a4c8ab019f273c8dad93e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0760911 Apr 19 03:32:26.771516 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 32828) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:26.865093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fc448aa8-8d81-4df1-8005-4e8a655a488e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:26.912712 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fc448aa8-8d81-4df1-8005-4e8a655a488e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:27.016057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030517bc-b4b1-4aab-8cd2-6331aa0e838f req-af99321f-7da5-4977-9ff3-a7dbdc560c42 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:27.025393 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a697e53c-908c-4abd-97f5-c886fd335530'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:32:27.030693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fc448aa8-8d81-4df1-8005-4e8a655a488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:27.031701 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-030517bc-b4b1-4aab-8cd2-6331aa0e838f req-af99321f-7da5-4977-9ff3-a7dbdc560c42 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1265600 Apr 19 03:32:27.040250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3bd77254-8931-4bd7-9bc1-2fec9bb79613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:27.085055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc448aa8-8d81-4df1-8005-4e8a655a488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f165f42-0ce9-449c-bfa0-7f8664ea4aaa,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:27.101181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fc448aa8-8d81-4df1-8005-4e8a655a488e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:27.102095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fc448aa8-8d81-4df1-8005-4e8a655a488e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:27.105741 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-fc448aa8-8d81-4df1-8005-4e8a655a488e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f165f42-0ce9-449c-bfa0-7f8664ea4aaa HTTP/1.1" status: 204 len: 168 time: 0.3303905 Apr 19 03:32:27.130287 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-030517bc-b4b1-4aab-8cd2-6331aa0e838f req-84e06408-b84e-4251-8199-c166ffd56222 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945325 Apr 19 03:32:27.913489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28982866-62dd-432f-8deb-707705369eae req-70b923b7-2f31-4be9-a67f-dcfb4b0d7857 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:27.915869 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-28982866-62dd-432f-8deb-707705369eae req-70b923b7-2f31-4be9-a67f-dcfb4b0d7857 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.1274974 Apr 19 03:32:27.946344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad3d5-9a02-484b-a015-6e06c6bbf8fc req-2c676f28-ce40-4adf-bdc8-c579584db868 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:27.948029 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8c8ad3d5-9a02-484b-a015-6e06c6bbf8fc req-2c676f28-ce40-4adf-bdc8-c579584db868 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 944 time: 0.1546147 Apr 19 03:32:28.005131 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-28982866-62dd-432f-8deb-707705369eae req-3c9e834b-e94c-4faf-918c-fff39d5cdf96 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815985 Apr 19 03:32:28.045820 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8c8ad3d5-9a02-484b-a015-6e06c6bbf8fc req-ef963c90-41bb-4606-8ffa-cebdbbec2ea5 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884314 Apr 19 03:32:28.377110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 32894) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:28.417595 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a966d-f193-486e-bdf1-5c238d1ea22b req-e6c79665-1a99-45a8-ba20-adabc35a5791 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:28.428755 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d45a966d-f193-486e-bdf1-5c238d1ea22b req-e6c79665-1a99-45a8-ba20-adabc35a5791 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1391518 Apr 19 03:32:28.475047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f74656af-d041-4fc1-aab3-5907078d2a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.515708 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d45a966d-f193-486e-bdf1-5c238d1ea22b req-36205583-1eea-4491-9b0d-57cf8a28fd5d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786881 Apr 19 03:32:28.541462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-network', 'tenant_id': '244beb034457436ea20a02004a345f2e'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:28.558227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:28.563422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Usage tracker for resource:network and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:28.567329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:28.574586 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:28.591805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Made reservation on behalf of 244beb034457436ea20a02004a345f2e for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:28.597682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.613358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.644152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:28.651784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Usage tracker for resource:security_group_rule and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:28.655815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:28.663091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:28.769691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294489d8-7938-4052-a322-2de943424333 req-4dcdd948-b9aa-4e0e-8eae-6f5282f7003f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:28.778612 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-294489d8-7938-4052-a322-2de943424333 req-4dcdd948-b9aa-4e0e-8eae-6f5282f7003f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1222575 Apr 19 03:32:28.790202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 32916) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:28.797606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'floatingip': {'port_id': '06c14cf9-4511-42c6-a8a7-e66f0529c942'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:28.798523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.802847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.827751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:32:28.830325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fc448aa8-8d81-4df1-8005-4e8a655a488e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:28.861764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.862156 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Added segment 84f7a595-2ae2-4cc6-b1be-1af30d98ba09 of type vlan for network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 Apr 19 03:32:28.871280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90beb7fb-3f71-4c17-9823-3c49c91935c8,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:28.874723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:28.894416 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.902857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.938228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.940413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:28.941148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:28.947345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c18366fd-9af3-4672-9110-4e9cd7f24ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:29.130766 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7477949 Apr 19 03:32:29.131793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd99b33-0b12-4eec-b099-825b3adcd9d1,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:29.134166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 32932) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:29.141074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:29.150761 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:32:29.157587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Request body: {'subnet': {'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-subnet', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:29.172288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:29.188335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Usage tracker for resource:subnet and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:29.196170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:29.204170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:29.235183 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Made reservation on behalf of 244beb034457436ea20a02004a345f2e for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:29.249015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852612158'] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:29.719139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f03ad-5d81-48ba-9bae-f1ee106d8229 req-79120d96-3dfa-434e-b632-726ee8653a0f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:29.721586 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d83f03ad-5d81-48ba-9bae-f1ee106d8229 req-79120d96-3dfa-434e-b632-726ee8653a0f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.4334500 Apr 19 03:32:29.841289 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d83f03ad-5d81-48ba-9bae-f1ee106d8229 req-93be798e-eb2f-4e12-815b-d9fea623fb56 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122434 Apr 19 03:32:30.046948 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a697e53c-908c-4abd-97f5-c886fd335530 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:30.093538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cd716-6447-4f95-9e71-00de3b125bcb req-0b449b42-94af-4d45-ae03-cdd442fce8fe tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:30.103506 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9b0cd716-6447-4f95-9e71-00de3b125bcb req-0b449b42-94af-4d45-ae03-cdd442fce8fe tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 944 time: 0.7159703 Apr 19 03:32:30.204285 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9b0cd716-6447-4f95-9e71-00de3b125bcb req-e5348185-e0e6-4c95-a279-d7388d0880dd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990505 Apr 19 03:32:30.208613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port a697e53c-908c-4abd-97f5-c886fd335530 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:30.225520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port a697e53c-908c-4abd-97f5-c886fd335530 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:30.226602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.322873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2802120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852612141'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.328821 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:30.399083 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b45c47-2a03-4af7-ad8e-48b5253204d2,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:30.403398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:30.445253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Checking segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:30.445877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Network hostable DHCP agents. Network: 3fd99b33-0b12-4eec-b099-825b3adcd9d1, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:32:30.454826 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.460785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.473636 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:32:30.484704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.494103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 3fd99b33-0b12-4eec-b099-825b3adcd9d1) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:30.503906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a64ea3-770c-416e-a896-1a2e2396e023 None None] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:32:30.532046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:30.535009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.587791 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f4a7a4ee-e16f-4c9c-b24c-c552b754b607 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4472377 Apr 19 03:32:30.588667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 32988) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:30.595537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:30.603033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:30.608029 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Usage tracker for resource:router and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:30.612294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:30.621124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:30.631670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852801568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772748'] for router, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.633357 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1974248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1600287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3053'] for router, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.658972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.725186 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Floating IP 99f2686f-ce5a-4ade-8efa-79a16945b867 associated. External IP: 172.28.0.128, port: 06c14cf9-4511-42c6-a8a7-e66f0529c942. Apr 19 03:32:30.731851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a697e53c-908c-4abd-97f5-c886fd335530, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a697e53c-908c-4abd-97f5-c886fd335530,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:30.745578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59918f2-5f2b-4b4a-980a-2f9b2695b3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697e53c-908c-4abd-97f5-c886fd335530'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:30.751258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:30.759904 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:30.882813 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59918f2-5f2b-4b4a-980a-2f9b2695b3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697e53c-908c-4abd-97f5-c886fd335530', 'code': 200} Apr 19 03:32:30.889135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a697e53c-908c-4abd-97f5-c886fd335530,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:30.919189 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.919577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.919965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.920414 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.920924 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.921313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.921681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.922050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.922418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.923637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.924161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.924810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:30.936937 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:30.946047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd9c9-ef12-4c56-8d65-2bfc08b5f131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:31.046429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fac9a6c-fa97-52ec-baca-1f46f843570d-3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2'}]}} from dv-cinder-786054-3-smb. {{(pid=86420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 03:32:31.047396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:31.155485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:31.364922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e90e-b5bb-4db0-95ce-867d8fb7f65d req-1b158f3e-ca8c-4af2-97c1-d3d0e6e5551f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:31.366977 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b742e90e-b5bb-4db0-95ce-867d8fb7f65d req-1b158f3e-ca8c-4af2-97c1-d3d0e6e5551f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.3618062 Apr 19 03:32:31.388928 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Allocated IP 172.20.0.2 (3fd99b33-0b12-4eec-b099-825b3adcd9d1/75b45c47-2a03-4af7-ad8e-48b5253204d2/317532ab-a9ea-400d-aea5-ebc9a0a40e7a) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:31.492769 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b742e90e-b5bb-4db0-95ce-867d8fb7f65d req-0c0a26af-e36b-41b8-95d0-e84b0755517d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171520 Apr 19 03:32:31.496510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:32:31.697570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e800a4-a02e-40c6-b2fa-362ff6ae203f req-8ee50298-f873-496c-8e5c-73b0a21b1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:31.699582 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f1e800a4-a02e-40c6-b2fa-362ff6ae203f req-8ee50298-f873-496c-8e5c-73b0a21b1648 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 1098 time: 0.4967515 Apr 19 03:32:31.706592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:31.720780 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb504e-8ccc-44b5-80f7-33b83115bbab req-8131ece8-92be-427e-80d8-c1967d22377e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:31.723798 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-64cb504e-8ccc-44b5-80f7-33b83115bbab req-8131ece8-92be-427e-80d8-c1967d22377e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 945 time: 0.3089645 Apr 19 03:32:31.726735 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Transition to ACTIVE for port object 317532ab-a9ea-400d-aea5-ebc9a0a40e7a will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:31.773176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Transition to ACTIVE for port object 317532ab-a9ea-400d-aea5-ebc9a0a40e7a will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:31.780463 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-33189317-9254-48a1-ab0c-1a242ee8edc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4370947 Apr 19 03:32:31.810315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:31.843065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:31.854972 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f1e800a4-a02e-40c6-b2fa-362ff6ae203f req-18660f29-f822-4ce7-b89b-c273bd6b1814 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440630 Apr 19 03:32:31.935992 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-64cb504e-8ccc-44b5-80f7-33b83115bbab req-d6e8c39c-75b7-4eb7-9de8-8581f69382e8 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599562 Apr 19 03:32:32.052228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.083158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:32.091460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:32.094517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.099426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:32.109945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Pushing event updated for resources: {'Port': ['ID=317532ab-a9ea-400d-aea5-ebc9a0a40e7a,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:32.117574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:32.194534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:32:32.201470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.211364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] Sync routers for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:32:32.238110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:32:32.239184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:32:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:32.245238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33042) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:32.280849 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Attempting to bind port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:32:32.281266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Attempting to bind port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:32:32.281674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Attempting to bind port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a on network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:32.316444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:32:32.318532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Checking segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:32.319613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.320112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Bound using segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:32:32.324457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Bound port: 317532ab-a9ea-400d-aea5-ebc9a0a40e7a, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:32:32.325010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.325702 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4681d5ec-66fb-4118-bf25-506cd01677d0 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "PUT /v2.0/floatingips/99f2686f-ce5a-4ade-8efa-79a16945b867 HTTP/1.1" status: 200 len: 991 time: 3.5338724 Apr 19 03:32:32.326686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14670a6-a298-4981-bb00-8a5228f66472', 'tag': '06c14cf9-4511-42c6-a8a7-e66f0529c942'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:32.328564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.365191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.388259 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14670a6-a298-4981-bb00-8a5228f66472', 'tag': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'status': 'completed', 'code': 200} Apr 19 03:32:32.534338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-ae5f08d4-b59b-4cb4-b6d2-0ec565d67c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:32.536035 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-ae5f08d4-b59b-4cb4-b6d2-0ec565d67c25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 1099 time: 0.3725760 Apr 19 03:32:32.595632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:32:32.629974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] For port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:32:32.642285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] For port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=317532ab-a9ea-400d-aea5-ebc9a0a40e7a,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:32:32.660358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.664008 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:32.682113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:32.705588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-c41bba37-4705-47ee-b8c7-038d8f95aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:32.707118 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-c41bba37-4705-47ee-b8c7-038d8f95aded service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 1098 time: 0.2749932 Apr 19 03:32:32.725384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:32.740273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Usage tracker for resource:security_group_rule and tenant:4856508a6df34647817da4126911228e is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:32.753749 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:32.760688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:32.864293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Allocated IP 172.28.0.17 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/2f055bfe-456f-4736-b254-7e9603342c88) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:32.958409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33068) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:32.993683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Pushing event updated for resources: {'Port': ['ID=317532ab-a9ea-400d-aea5-ebc9a0a40e7a,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:33.021022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:33.060357 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:33.078542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:33.108943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9c0d40a6-9d00-4a54-8c2e-7eadc3b7efd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:33.226943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e883cad6-a4a1-4f27-b098-ff4fd6501e7a,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:33.235124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:33.287286 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4856508a6df34647817da4126911228e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0177977 Apr 19 03:32:33.287472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33080) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:33.497326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d36354a-607a-4d8e-ba33-e56c0a337491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:33.498008 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-d3769546-4729-4bee-9c84-1895bc35fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:33.499708 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-d3769546-4729-4bee-9c84-1895bc35fa99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 915 time: 0.8925569 Apr 19 03:32:33.576152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d36354a-607a-4d8e-ba33-e56c0a337491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:33.606575 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:33.660202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d54708-c7ce-4205-9124-ccc711b348dc req-e3a57ae0-ade8-4a01-aa71-4fe239cf0253 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:33.662273 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4d54708-c7ce-4205-9124-ccc711b348dc req-e3a57ae0-ade8-4a01-aa71-4fe239cf0253 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 945 time: 0.3040941 Apr 19 03:32:33.681134 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-c5cb8528-3cea-4ecf-9b68-a6bc9fbea3d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e03bf6-0333-4983-96ea-9755374fb184 HTTP/1.1" status: 200 len: 217 time: 0.0995011 Apr 19 03:32:33.703015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d36354a-607a-4d8e-ba33-e56c0a337491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:33.712276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3df6f96a-5935-4c44-a6df-e6476cc0368e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:33.716865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '99f2686f-ce5a-4ade-8efa-79a16945b867', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'port_id': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'mac_address': 'fa:16:3e:bf:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14670a6-a298-4981-bb00-8a5228f66472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:32:01Z', 'updated_at': '2021-04-19T03:32:30Z', 'revision_number': 1, 'project_id': '947a9614b6584e0b9e93f50380694665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:33.722103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] Checking router: 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:32:33.728734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36354a-607a-4d8e-ba33-e56c0a337491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e883cad6-a4a1-4f27-b098-ff4fd6501e7a,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:33.731470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6d36354a-607a-4d8e-ba33-e56c0a337491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:33.732951 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-6d36354a-607a-4d8e-ba33-e56c0a337491 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e883cad6-a4a1-4f27-b098-ff4fd6501e7a HTTP/1.1" status: 204 len: 168 time: 0.4446263 Apr 19 03:32:33.746316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6d36354a-607a-4d8e-ba33-e56c0a337491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:33.749745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:32:33.750554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:32:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:33.761197 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4d54708-c7ce-4205-9124-ccc711b348dc req-019b8a5c-497e-4426-bb30-62780a75930b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914414 Apr 19 03:32:33.776254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-a747de24-9efc-4d40-be8d-e3448ac7f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:33.777819 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-a747de24-9efc-4d40-be8d-e3448ac7f420 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 911 time: 1.0139050 Apr 19 03:32:33.899810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33092) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:33.995160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9e41b-fd74-4e79-88a7-697655d4494c req-25c0cee5-6c74-477f-a9b4-e7e5d644a9f9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:33.997429 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-21b9e41b-fd74-4e79-88a7-697655d4494c req-25c0cee5-6c74-477f-a9b4-e7e5d644a9f9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 1.1305723 Apr 19 03:32:34.000060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-5e3b85c8-37e2-4277-bf39-a27030797efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:34.001910 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-5e3b85c8-37e2-4277-bf39-a27030797efe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.2878218 Apr 19 03:32:34.005609 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-b1caa0bc-81b5-4b23-bd64-287ba5386d1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 200 len: 999 time: 0.2112069 Apr 19 03:32:34.062828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.133805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:32:34.258705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.272872 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-ee9d7e19-965a-4a13-bf73-f45b7d52e5d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1986880 Apr 19 03:32:34.284743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:34.362766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 317532ab-a9ea-400d-aea5-ebc9a0a40e7a up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:34.368194 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-21b9e41b-fd74-4e79-88a7-697655d4494c req-e8c5e1eb-761c-472e-b548-04a4cacca9fd tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548729 Apr 19 03:32:34.371026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.380800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Usage tracker for resource:security_group_rule and tenant:b56a0839ebea4cc59f931f1d9b21da70 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:34.400635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:34.402045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Usage tracker for resource:security_group_rule and tenant:25a749d766414a2db0f04e3856c88dcd is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:34.405873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:34.413396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:34.418768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33102) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:34.435124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:34.455642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.495556 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:34.497579 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:34.511908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e77183338d4faf9f8b38c0721b3fcc is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:34.515156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:34.524897 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:34.537685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:34.598264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-a3f65cde-b96b-45f5-9cd7-56e2ff3d8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:34.608453 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-a3f65cde-b96b-45f5-9cd7-56e2ff3d8793 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.5170927 Apr 19 03:32:34.640562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.648616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.664402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cc5bb136-aacc-4f38-b47f-2ffaf3bd7392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:34.702182 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb16679b-0bbb-419e-b2f9-e43c7d9a840f,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:34.710370 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:34.744146 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3e77183338d4faf9f8b38c0721b3fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239913 Apr 19 03:32:34.749234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33108) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:34.755552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.876018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '99f2686f-ce5a-4ade-8efa-79a16945b867', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'port_id': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'mac_address': 'fa:16:3e:bf:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14670a6-a298-4981-bb00-8a5228f66472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:32:01Z', 'updated_at': '2021-04-19T03:32:30Z', 'revision_number': 1, 'project_id': '947a9614b6584e0b9e93f50380694665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:34.876523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.878605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7cb24388-38fe-4aa6-bea9-7bf5826dbbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:34.882990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e9f0a5-5740-4677-aa8d-1dc0b23bab1f None None] The sync data for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb is: [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '99f2686f-ce5a-4ade-8efa-79a16945b867', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'floating_ip_address': '172.28.0.128', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'port_id': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'mac_address': 'fa:16:3e:bf:f4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14670a6-a298-4981-bb00-8a5228f66472', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:32:01Z', 'updated_at': '2021-04-19T03:32:30Z', 'revision_number': 1, 'project_id': '947a9614b6584e0b9e93f50380694665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:32:34.913383 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:34.919895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6774c522-a32d-4492-acf9-79fd99cca5e2 None None] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:32:34.979036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7cb24388-38fe-4aa6-bea9-7bf5826dbbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.008924 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-6bc4802c-af3e-48e9-b44c-374c83e91d63 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571476 Apr 19 03:32:35.055828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.068502 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:35.081661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:35.085214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:35.104550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0b2dc941-2b5d-4cc7-9d2e-5f027f84f916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:35.112478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7cb24388-38fe-4aa6-bea9-7bf5826dbbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.157480 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25a749d766414a2db0f04e3856c88dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2561250 Apr 19 03:32:35.167165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33118) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:35.232051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] Provisioning for port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:35.237944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7cb24388-38fe-4aa6-bea9-7bf5826dbbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.241591 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7cb24388-38fe-4aa6-bea9-7bf5826dbbde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb16679b-0bbb-419e-b2f9-e43c7d9a840f HTTP/1.1" status: 204 len: 168 time: 0.4889991 Apr 19 03:32:35.247136 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.250858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] Provisioning complete for port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:35.251139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.274489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0201d1b7-26b0-449f-92cf-d1b0cd8e376e,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:35.279204 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:35.291724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ebf968f1-e645-4953-a045-7336a5a5a2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:35.333304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24388-38fe-4aa6-bea9-7bf5826dbbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb16679b-0bbb-419e-b2f9-e43c7d9a840f,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:35.340164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7cb24388-38fe-4aa6-bea9-7bf5826dbbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:35.341046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-11a02fc1-5504-483c-b6e5-0bb19afd9aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.364160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e447e-d41e-4b8b-8d10-10608dd6cc02 req-c405eb85-2907-4745-a662-35af423db523 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:35.365437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec46db9f-6e7b-4462-9ae2-4d780b19d3db None None] New status for floating IP 99f2686f-ce5a-4ade-8efa-79a16945b867: ACTIVE {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:32:35.368195 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2a2e447e-d41e-4b8b-8d10-10608dd6cc02 req-c405eb85-2907-4745-a662-35af423db523 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 945 time: 0.3148174 Apr 19 03:32:35.426449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-11a02fc1-5504-483c-b6e5-0bb19afd9aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.466069 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2a2e447e-d41e-4b8b-8d10-10608dd6cc02 req-69c2441e-67ce-404e-9861-cc0c11e7f5dd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865276 Apr 19 03:32:35.520258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-11a02fc1-5504-483c-b6e5-0bb19afd9aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.539769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bc5bcca2-6581-4105-809e-fd7703b00faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:35.570572 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a02fc1-5504-483c-b6e5-0bb19afd9aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0201d1b7-26b0-449f-92cf-d1b0cd8e376e,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:35.582416 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-11a02fc1-5504-483c-b6e5-0bb19afd9aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:35.587106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-11a02fc1-5504-483c-b6e5-0bb19afd9aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:35.592708 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-11a02fc1-5504-483c-b6e5-0bb19afd9aec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0201d1b7-26b0-449f-92cf-d1b0cd8e376e HTTP/1.1" status: 204 len: 168 time: 0.4174638 Apr 19 03:32:35.628446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Pushing event updated for resources: {'Port': ['ID=2f055bfe-456f-4736-b254-7e9603342c88,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:35.648762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:35.999185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-6a12a471-0d20-4ff4-b579-26f8b303dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:36.001622 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-6a12a471-0d20-4ff4-b579-26f8b303dd29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.2313590 Apr 19 03:32:36.165511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:36.305683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] For port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=317532ab-a9ea-400d-aea5-ebc9a0a40e7a,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:36.312164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:36.317319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:36.370480 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33156) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:36.418292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:36.466730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:36.480874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Usage tracker for resource:security_group_rule and tenant:4e75d3dc595b4ab8a90354937027e2bb is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:36.485667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:36.500125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:36.515797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] Pushing event updated for resources: {'Port': ['ID=317532ab-a9ea-400d-aea5-ebc9a0a40e7a,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:36.535123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:36.751553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-2a293261-9a5b-46c6-965f-d844df2baa7e None None] Provisioning complete for port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:36.752590 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2a293261-9a5b-46c6-965f-d844df2baa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:36.948613 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b69fa60-ca19-4415-9ab2-5db0ac8d5996 req-058be960-4585-4298-a3ad-2f15807c853b service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9283428 Apr 19 03:32:36.959901 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-d9281bd2-102a-4cb4-883d-66d95ef733b2 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720162 Apr 19 03:32:37.089303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.284473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.298482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.304374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.324516 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:37.331549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-62f93629-c16d-4a14-a1f5-3ef1c1f0c1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:37.382089 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e75d3dc595b4ab8a90354937027e2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0103910 Apr 19 03:32:37.383100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3280dc96-1dd4-487a-8855-635910d21acf,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:37.386733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33180) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:37.387612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:37.438299 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b56a0839ebea4cc59f931f1d9b21da70&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4667172 Apr 19 03:32:37.442857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33186) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:37.474910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b730a-6ae5-4b25-b082-9ac9d3be234f req-3b6ce159-befb-49ed-8234-74adab6fd1fa tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:37.476751 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-335b730a-6ae5-4b25-b082-9ac9d3be234f req-3b6ce159-befb-49ed-8234-74adab6fd1fa tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 1.8409169 Apr 19 03:32:37.493058 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9c21be-ab62-4819-9592-fb8aac8662ef,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:37.495329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:37.502768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8456c6c6-54e7-48c7-a66e-43ab293b905b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.503070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.567002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8456c6c6-54e7-48c7-a66e-43ab293b905b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.585122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fda93ecf-ea16-429f-bed9-6bf3f98cf679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.643392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fda93ecf-ea16-429f-bed9-6bf3f98cf679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.698961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8456c6c6-54e7-48c7-a66e-43ab293b905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.704057 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a3c9c30a-78d6-49fa-91a7-cea94f1512ef req-56bff76f-eef0-4ff2-b0ed-282e032362bb service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319887 Apr 19 03:32:37.706997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ccdb0cc6-6b93-436f-b8b2-8804e6b5f333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:37.724262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456c6c6-54e7-48c7-a66e-43ab293b905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3280dc96-1dd4-487a-8855-635910d21acf,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:37.727350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8456c6c6-54e7-48c7-a66e-43ab293b905b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:37.738493 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8456c6c6-54e7-48c7-a66e-43ab293b905b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.739231 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-335b730a-6ae5-4b25-b082-9ac9d3be234f req-845c3fc9-4aba-44ea-996d-7f39e55431ce tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380250 Apr 19 03:32:37.739936 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8456c6c6-54e7-48c7-a66e-43ab293b905b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3280dc96-1dd4-487a-8855-635910d21acf HTTP/1.1" status: 204 len: 168 time: 0.3511069 Apr 19 03:32:37.741720 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fda93ecf-ea16-429f-bed9-6bf3f98cf679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.747839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:37.762025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fda93ecf-ea16-429f-bed9-6bf3f98cf679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:37.763914 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-fda93ecf-ea16-429f-bed9-6bf3f98cf679 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d9c21be-ab62-4819-9592-fb8aac8662ef HTTP/1.1" status: 204 len: 168 time: 0.3181765 Apr 19 03:32:37.765509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda93ecf-ea16-429f-bed9-6bf3f98cf679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9c21be-ab62-4819-9592-fb8aac8662ef,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:37.769836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fda93ecf-ea16-429f-bed9-6bf3f98cf679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:38.148503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213'] for router, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:38.347906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 317532ab-a9ea-400d-aea5-ebc9a0a40e7a up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:38.521181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:38.521751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:38.559396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Router d5d795f6-3742-4bf7-93ca-f415a3240b04 is scheduled to L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed with binding_index 1 {{(pid=86418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 03:32:38.766572 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33234) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:38.806429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:38.852480 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:38.863159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Usage tracker for resource:security_group_rule and tenant:18b35c180d934ecd8959c6978ee21027 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:38.869676 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:38.888248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:39.120962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:39.132796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:39.144874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:32:39.155642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-04f6aede-78cb-4280-9e14-912059b36045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:39.157526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Sync routers for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:32:39.175434 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:32:39.176226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:32:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:39.211608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157a5223-b9f1-4757-bf06-468f43b16df4,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:39.233796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:39.237389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75883880-4a60-4351-882e-951535b1a48b req-bb749ba9-500e-4e94-a1c3-e5cddf3d9d90 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:39.250566 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-bb749ba9-500e-4e94-a1c3-e5cddf3d9d90 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 814 time: 0.4751489 Apr 19 03:32:39.256608 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18b35c180d934ecd8959c6978ee21027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886889 Apr 19 03:32:39.262434 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33250) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:39.287566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057b19e-a87b-4d5f-9ea1-48252ab53ba8 req-2ec98cba-e47a-4be8-a78b-ee92ddc2e6bd tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:39.301045 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a057b19e-a87b-4d5f-9ea1-48252ab53ba8 req-2ec98cba-e47a-4be8-a78b-ee92ddc2e6bd tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.3107591 Apr 19 03:32:39.349104 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-7ecbed37-c5dc-4d29-a0db-ffac9039514e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/quotas/6c42be205934401c935fed53381ef701 HTTP/1.1" status: 200 len: 375 time: 0.0840178 Apr 19 03:32:39.363440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:39.368387 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7779570 Apr 19 03:32:39.373230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33260) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:39.379517 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a057b19e-a87b-4d5f-9ea1-48252ab53ba8 req-4410f4e2-7ed4-474d-9ab6-d7c86718bb11 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746911 Apr 19 03:32:39.505211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:32:39.599130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6e09b33b-ef48-480e-8d59-429b0778f159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:39.644328 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-ed7badba-f949-4ef7-a4fa-d045cd08bc9b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2879958 Apr 19 03:32:39.712183 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6e09b33b-ef48-480e-8d59-429b0778f159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:39.996861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6e09b33b-ef48-480e-8d59-429b0778f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:40.008837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-01a4a338-8329-434f-954b-0f999256c4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:40.028914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09b33b-ef48-480e-8d59-429b0778f159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157a5223-b9f1-4757-bf06-468f43b16df4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:40.040441 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-49d4a77b-7eca-42be-8e14-a0ccd6beaa25 service neutron] 10.222.0.20 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852849 Apr 19 03:32:40.072596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6e09b33b-ef48-480e-8d59-429b0778f159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:40.082629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:35Z', 'revision_number': 3, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:40.090557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Checking router: d5d795f6-3742-4bf7-93ca-f415a3240b04 for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:32:40.091373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Updating router d5d795f6-3742-4bf7-93ca-f415a3240b04 port 2f055bfe-456f-4736-b254-7e9603342c88 binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:32:40.108730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6e09b33b-ef48-480e-8d59-429b0778f159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:40.110963 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-6e09b33b-ef48-480e-8d59-429b0778f159 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/157a5223-b9f1-4757-bf06-468f43b16df4 HTTP/1.1" status: 204 len: 168 time: 0.8437703 Apr 19 03:32:40.294031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:40.307045 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-9c4f681c-1149-4577-a5bc-4553a5dc33ff service neutron] 10.222.0.20 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655375 Apr 19 03:32:40.740680 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d287e48c-6a34-43ed-ac68-80c722e0c072 req-c0c76388-b66f-4907-9290-1706a3aafa3a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 210 time: 0.1456060 Apr 19 03:32:41.112824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3546-0255-46d8-bd38-42787eef85fe req-aa8ba658-06ee-4e8e-a7d3-bd40c082782f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:41.114570 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-86be3546-0255-46d8-bd38-42787eef85fe req-aa8ba658-06ee-4e8e-a7d3-bd40c082782f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.2988477 Apr 19 03:32:41.239863 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-86be3546-0255-46d8-bd38-42787eef85fe req-194c00eb-20ab-4b2f-8ec2-65e1d982b4e5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877430 Apr 19 03:32:41.246066 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:41.301282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:41.333655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Transition to ACTIVE for port object 2f055bfe-456f-4736-b254-7e9603342c88 will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:41.351066 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:41.368805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:41.513369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Pushing event updated for resources: {'Port': ['ID=2f055bfe-456f-4736-b254-7e9603342c88,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:41.530840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.531484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.531965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.532395 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.532871 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.533433 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.533829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.534206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.534818 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.535437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.536014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.536530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:32:41.542315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:41.543185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Attempting to bind port 2f055bfe-456f-4736-b254-7e9603342c88 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:32:41.543587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Attempting to bind port 2f055bfe-456f-4736-b254-7e9603342c88 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:32:41.544005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Attempting to bind port 2f055bfe-456f-4736-b254-7e9603342c88 on network 2b282c9f-01b3-436d-9a2f-af1029725b6f {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:41.551012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:32:41.551634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:41.552242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:41.552869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Bound using segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:32:41.553762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Bound port: 2f055bfe-456f-4736-b254-7e9603342c88, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:32:41.554480 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:41.618046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33360) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:41.679959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] For port 2f055bfe-456f-4736-b254-7e9603342c88, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:32:41.683475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] For port 2f055bfe-456f-4736-b254-7e9603342c88, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=2f055bfe-456f-4736-b254-7e9603342c88,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:32:41.692897 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:41.703695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e95e6f72-c522-487c-9017-8f1620e89361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:41.791125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Allocated IP 172.20.0.1 (3fd99b33-0b12-4eec-b099-825b3adcd9d1/75b45c47-2a03-4af7-ad8e-48b5253204d2/fac25707-d9bd-45aa-8dd0-d049e47f3ea9) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:41.999201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:42.043828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:32:42.044558 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:32:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:42.073965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:42.087041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Usage tracker for resource:security_group_rule and tenant:9ec92ef9190e4468b4ec23f66ed33c85 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:42.093480 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:42.114905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:42.289463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:42.326421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Pushing event updated for resources: {'Port': ['ID=2f055bfe-456f-4736-b254-7e9603342c88,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:42.353381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1134f59f-fc06-44ec-a915-144b2faf66e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:42.358216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Transition to ACTIVE for port object fac25707-d9bd-45aa-8dd0-d049e47f3ea9 will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:42.390779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:42.411907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eb45875f-9922-4e83-b27e-4ecc7e28f3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:42.464033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:42.471572 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:42.491604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:42.492348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085902'] for router_interface, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:42.556373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:32:42.603588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Pushing event updated for resources: {'Port': ['ID=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:42.608453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:42.708813 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ac3c5a62-d77a-460e-93d5-8fb55e13d151 req-fc6713e7-af1a-401c-b799-530ab71755a7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 210 time: 0.5904610 Apr 19 03:32:42.835719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:42.924503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:42.961267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-830bfa30-00e9-4418-917f-a68d4dab8c17 None None] Provisioning for port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:42.984799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:42.990987 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-830bfa30-00e9-4418-917f-a68d4dab8c17 None None] Provisioning complete for port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:42.992208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-830bfa30-00e9-4418-917f-a68d4dab8c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:43.030115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6e09b33b-ef48-480e-8d59-429b0778f159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:43.119766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c973d9e0-0028-4b5b-bc53-2c0a32f836ba,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:43.155877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:43.251928 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-830bfa30-00e9-4418-917f-a68d4dab8c17 None None] Port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:32:43.438967 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ec92ef9190e4468b4ec23f66ed33c85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8173580 Apr 19 03:32:43.442387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33414) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:43.565319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75883880-4a60-4351-882e-951535b1a48b req-fa9dfb37-9df0-4a4e-8846-81a5f3e67486 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:43.568794 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-fa9dfb37-9df0-4a4e-8846-81a5f3e67486 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 814 time: 0.6475329 Apr 19 03:32:43.636877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Request body: {'port': {'device_id': '59e4c8db-2b88-432b-870e-f2edfbb929b6', 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'admin_state_up': True, 'tenant_id': '6c42be205934401c935fed53381ef701'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:43.723218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:35Z', 'revision_number': 3, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:43.740620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b7e91-d074-4fe2-892b-5f76c98040a9 None None] The sync data for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb is: [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:35Z', 'revision_number': 3, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:32:43.988308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-82c46fbc-aed6-4442-8f33-ca61e30b5ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:44.035475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fdf3c-49e6-4644-be0d-a6b4ead53840 req-945caab8-0c9b-4bd7-b547-c3938d73d437 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:44.036536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-82c46fbc-aed6-4442-8f33-ca61e30b5ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:44.038316 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b8fdf3c-49e6-4644-be0d-a6b4ead53840 req-945caab8-0c9b-4bd7-b547-c3938d73d437 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 1.2074709 Apr 19 03:32:44.206062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:44.219069 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7b8fdf3c-49e6-4644-be0d-a6b4ead53840 req-9819cc89-855b-4d41-b7af-dc59106b2b72 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635227 Apr 19 03:32:44.221219 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-dda54fcd-b71c-4b3b-9f04-5b9270622ce3 req-1109b988-90d5-4631-9697-08d4ec0acd4e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 210 time: 0.1699522 Apr 19 03:32:44.222173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:44.224777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-82c46fbc-aed6-4442-8f33-ca61e30b5ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:44.225534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852689815'] for router_interface, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:44.231159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:44.234377 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:44.267246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c46fbc-aed6-4442-8f33-ca61e30b5ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c973d9e0-0028-4b5b-bc53-2c0a32f836ba,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:44.283782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-82c46fbc-aed6-4442-8f33-ca61e30b5ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:44.294283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-82c46fbc-aed6-4442-8f33-ca61e30b5ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:44.298093 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-82c46fbc-aed6-4442-8f33-ca61e30b5ebc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c973d9e0-0028-4b5b-bc53-2c0a32f836ba HTTP/1.1" status: 204 len: 168 time: 0.8425024 Apr 19 03:32:44.324384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:44.357496 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:44.398995 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Made reservation on behalf of 6c42be205934401c935fed53381ef701 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:44.408715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:44.544209 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Pushing event updated for resources: {'Port': ['ID=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:44.555420 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:44.695662 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:44.699656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:44.785303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Allocated IP 172.20.0.11 (d4914c02-2059-4113-84cb-a5530fb219ec/9245fd6d-c6ac-4749-a802-7431f72f5be4/2a7c1b16-f2fb-451c-822e-6f365aa32181) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:45.106209 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-c3b3cff5-a685-47a6-9e8f-ace0ef446c0f None None] Provisioning complete for port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:45.107746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c3b3cff5-a685-47a6-9e8f-ace0ef446c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:45.179036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Router d5d795f6-3742-4bf7-93ca-f415a3240b04 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:32:45.357626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3cff5-a685-47a6-9e8f-ace0ef446c0f None None] Port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:32:45.426876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33464) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:45.462986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:32:45.468942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:45.499353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:45.502368 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] 10.222.0.20 "PUT /v2.0/routers/d5d795f6-3742-4bf7-93ca-f415a3240b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1202209 Apr 19 03:32:45.522029 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:45.526388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Usage tracker for resource:security_group_rule and tenant:ac70559c8bed40b1993dd26576893012 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:45.529536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:45.536760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:45.647911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33474) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:45.690864 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-79c858fd-5266-4d98-b509-4886c3ba106c req-df1fba3a-aa21-4c7d-8d5f-8347e7c29cce tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 210 time: 0.1352756 Apr 19 03:32:45.739330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:45.751550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:45.763910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c11a07c8-b237-4478-97d7-df491112b46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:45.822408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bae712a-5f5b-4c49-bd5b-904e5b0136d1,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:45.827730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:45.834699 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac70559c8bed40b1993dd26576893012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067087 Apr 19 03:32:45.837498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33484) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:45.869983 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:45.884560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['42e03bf6-0333-4983-96ea-9755374fb184', 'a697e53c-908c-4abd-97f5-c886fd335530'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:32:45.913862 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:45.965461 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a7aa3-9c8e-4972-bd8f-b0262b735a76 req-ce667604-604f-4799-8b8e-25abf0d76345 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:45.967330 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5e7a7aa3-9c8e-4972-bd8f-b0262b735a76 req-ce667604-604f-4799-8b8e-25abf0d76345 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.4526381 Apr 19 03:32:46.015883 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.085070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Network d4914c02-2059-4113-84cb-a5530fb219ec is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:46.093562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:46.096299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:46.135586 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:46.159787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:c6674f3cda144bdf8f48497b11b2728f is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:46.185650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:46.206542 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5e7a7aa3-9c8e-4972-bd8f-b0262b735a76 req-4efd55f7-24a9-4169-8b09-bbb6943eeed1 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931949 Apr 19 03:32:46.234792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Pushing event updated for resources: {'Port': ['ID=2a7c1b16-f2fb-451c-822e-6f365aa32181,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:46.248210 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:46.265181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:46.290080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1cee7e2e-36a4-4892-a9d3-e5978a363c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.329342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:46.330984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.331593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 2f055bfe-456f-4736-b254-7e9603342c88 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:46.357774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1cee7e2e-36a4-4892-a9d3-e5978a363c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.420722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 2f055bfe-456f-4736-b254-7e9603342c88 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:46.426418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 2f055bfe-456f-4736-b254-7e9603342c88 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:46.426858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.458393 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8270671 Apr 19 03:32:46.482447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33494) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:46.489768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529067648', 'description': 'tempest-description--1906153026'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:46.490604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Request body: {'port': {'device_id': '59e4c8db-2b88-432b-870e-f2edfbb929b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:46.496215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:46.500272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:security_group and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:46.504368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:46.510532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:46.521975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.534815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1cee7e2e-36a4-4892-a9d3-e5978a363c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.543811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:46.547813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:security_group_rule and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:46.549447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-29a8bda7-1216-4ede-9ff3-7f3940392dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:46.552050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:46.558235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:46.578791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee7e2e-36a4-4892-a9d3-e5978a363c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bae712a-5f5b-4c49-bd5b-904e5b0136d1,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:46.579780 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1cee7e2e-36a4-4892-a9d3-e5978a363c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:46.591162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.600816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.605392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.614914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1cee7e2e-36a4-4892-a9d3-e5978a363c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.620317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 2f055bfe-456f-4736-b254-7e9603342c88, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=2f055bfe-456f-4736-b254-7e9603342c88,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:46.624194 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1cee7e2e-36a4-4892-a9d3-e5978a363c34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bae712a-5f5b-4c49-bd5b-904e5b0136d1 HTTP/1.1" status: 204 len: 168 time: 0.7790196 Apr 19 03:32:46.625442 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.628739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:46.629941 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34c32cb1-c92b-4763-9093-ba7b13a3dff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:46.647041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.650851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.658080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e133ffbe-4769-4e57-adcd-7778b038b7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:46.704381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47735bcc-8c3b-42ce-acd2-c269e4944a3b,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:46.712255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:46.719244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=2f055bfe-456f-4736-b254-7e9603342c88,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:46.722062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.723610 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2401042 Apr 19 03:32:46.727724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:46.728489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33500) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:46.728601 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6674f3cda144bdf8f48497b11b2728f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0776730 Apr 19 03:32:46.732076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33504) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:46.737214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c4ba74-d759-4889-8d4c-a4b5ab276c8e,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:46.740582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:46.752914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:46.771514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'security_group_rule': {'security_group_id': '47735bcc-8c3b-42ce-acd2-c269e4944a3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:46.805094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:46.824469 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:security_group_rule and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:46.846196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:46.854620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:46.902489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.015747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f789bf3-d4c4-41ec-b4a3-2098e61bd447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.079303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.084077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f789bf3-d4c4-41ec-b4a3-2098e61bd447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.098532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.154115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:47.176423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3afaf-3c68-411c-b2b6-deb27d74ab6b req-0bc9263f-e685-4021-a396-5c2c0ecfd4f4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:47.177415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b3a3afaf-3c68-411c-b2b6-deb27d74ab6b req-0bc9263f-e685-4021-a396-5c2c0ecfd4f4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:47.216423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7502a7-b9b0-4db9-be9b-093899c944dc,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:47.271515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:47.351636 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.355917 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6254511 Apr 19 03:32:47.360314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b3a3afaf-3c68-411c-b2b6-deb27d74ab6b req-0bc9263f-e685-4021-a396-5c2c0ecfd4f4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:47.362460 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b3a3afaf-3c68-411c-b2b6-deb27d74ab6b req-0bc9263f-e685-4021-a396-5c2c0ecfd4f4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 932 time: 0.4877625 Apr 19 03:32:47.364050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33526) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:47.368281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f789bf3-d4c4-41ec-b4a3-2098e61bd447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.386376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'security_group_rule': {'security_group_id': '47735bcc-8c3b-42ce-acd2-c269e4944a3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:47.393086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:47.401176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:security_group_rule and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:47.408212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:47.414997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:47.430216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8456c6c6-54e7-48c7-a66e-43ab293b905b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:47.472981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f789bf3-d4c4-41ec-b4a3-2098e61bd447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c4ba74-d759-4889-8d4c-a4b5ab276c8e,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:47.476024 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.523102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Sync routers for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:32:47.530455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f789bf3-d4c4-41ec-b4a3-2098e61bd447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.535001 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4f789bf3-d4c4-41ec-b4a3-2098e61bd447 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07c4ba74-d759-4889-8d4c-a4b5ab276c8e HTTP/1.1" status: 204 len: 168 time: 0.7521007 Apr 19 03:32:47.535001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4f789bf3-d4c4-41ec-b4a3-2098e61bd447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:47.556847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:32:47.561506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:32:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:47.578895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.580893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33536) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:47.638587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.645794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:47.685686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3169dfa-4088-4fd4-a0c4-9a1320a88fcf,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:47.703667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:47.708617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.710927 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452525 Apr 19 03:32:47.718056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33546) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:47.734586 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c6d58-3456-46ce-9fbf-2e78d87627e3 req-ceb4a977-c311-4241-b853-ad90f9a9d150 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:47.738198 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-669c6d58-3456-46ce-9fbf-2e78d87627e3 req-ceb4a977-c311-4241-b853-ad90f9a9d150 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.2031643 Apr 19 03:32:47.744627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'floatingip': {'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:47.763130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:47.796391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7c1b16-f2fb-451c-822e-6f365aa32181 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:47.825699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.847772 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:floatingip and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:47.854187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:47.867202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Transition to ACTIVE for port object 2a7c1b16-f2fb-451c-822e-6f365aa32181 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:47.878575 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:47.890330 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-669c6d58-3456-46ce-9fbf-2e78d87627e3 req-6d34e0d8-ba68-4a50-af72-3452eb618f40 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286335 Apr 19 03:32:47.895290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.942241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:47.958973 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:47.993443 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:48.000983 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Usage tracker for resource:security_group_rule and tenant:83dd9b7236ac4f828ec2a8ff51de9892 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:48.006538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:48.022128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:48.035944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:32:48.097423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.196251 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b3a3afaf-3c68-411c-b2b6-deb27d74ab6b req-0c768d7b-4167-4e9a-b428-e36d459b5ee7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8202674 Apr 19 03:32:48.410613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33562) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:48.450030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.473732 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33566) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:48.497930 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 2f055bfe-456f-4736-b254-7e9603342c88 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:48.500230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Pushing event updated for resources: {'Port': ['ID=2a7c1b16-f2fb-451c-822e-6f365aa32181,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:48.502963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:48.513014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.518758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb783b3b81094f579c41574b714b27c1 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:48.524155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:48.527770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.539581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:48.542315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b82e0917-ff0f-4979-a516-a307f5b26f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:48.554968 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:48.565727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Attempting to bind port 2a7c1b16-f2fb-451c-822e-6f365aa32181 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:32:48.566247 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Attempting to bind port 2a7c1b16-f2fb-451c-822e-6f365aa32181 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:32:48.566622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Attempting to bind port 2a7c1b16-f2fb-451c-822e-6f365aa32181 on network d4914c02-2059-4113-84cb-a5530fb219ec {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:48.572542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Port 2a7c1b16-f2fb-451c-822e-6f365aa32181 on network d4914c02-2059-4113-84cb-a5530fb219ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:32:48.573166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Attempting to bind port 2a7c1b16-f2fb-451c-822e-6f365aa32181 on network d4914c02-2059-4113-84cb-a5530fb219ec {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:48.588621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc85e98-6b56-47ed-81b4-4f2c29ef3013 req-57ffd6e1-4b84-44bd-a55c-5445bc43e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:48.590633 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6cc85e98-6b56-47ed-81b4-4f2c29ef3013 req-57ffd6e1-4b84-44bd-a55c-5445bc43e404 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 1098 time: 0.9652736 Apr 19 03:32:48.591662 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:32:48.592205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Checking segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:48.592625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Bound using segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:32:48.593294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Bound port: 2a7c1b16-f2fb-451c-822e-6f365aa32181, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:32:48.594044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.635186 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:43Z', 'revision_number': 2, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:48.646512 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83dd9b7236ac4f828ec2a8ff51de9892&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0615864 Apr 19 03:32:48.646731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 2f055bfe-456f-4736-b254-7e9603342c88 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:48.646731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.655820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33572) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:48.657105 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40065b42-4221-4143-83d5-f83d645f684a,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:48.661307 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:48.665970 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6cc85e98-6b56-47ed-81b4-4f2c29ef3013 req-efb572b0-95bc-4ee0-8df6-e0f56e0e1611 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488033 Apr 19 03:32:48.695452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Checking router: d5d795f6-3742-4bf7-93ca-f415a3240b04 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:32:48.695926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Updating router d5d795f6-3742-4bf7-93ca-f415a3240b04 port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 binding host dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:32:48.753346 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.770794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] For port 2a7c1b16-f2fb-451c-822e-6f365aa32181, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:32:48.774276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] For port 2a7c1b16-f2fb-451c-822e-6f365aa32181, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2a7c1b16-f2fb-451c-822e-6f365aa32181,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:32:48.774892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.778661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.783933 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:48.811619 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-250044133-network', 'tenant_id': '8b5a8a8e91eb4433afaddeca228e2357'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:48.835745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:48.852718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77d5de5c-b460-4fed-b1ea-7f21bc12d3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.862714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:48.863603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:48.864936 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] 10.222.0.10 "PUT /v2.0/ports/2a7c1b16-f2fb-451c-822e-6f365aa32181 HTTP/1.1" status: 200 len: 1094 time: 2.3805363 Apr 19 03:32:48.865716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e4c8db-2b88-432b-870e-f2edfbb929b6', 'tag': '2a7c1b16-f2fb-451c-822e-6f365aa32181'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:48.883093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Usage tracker for resource:network and tenant:8b5a8a8e91eb4433afaddeca228e2357 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:48.899162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Pushing event updated for resources: {'Port': ['ID=2a7c1b16-f2fb-451c-822e-6f365aa32181,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:48.902722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:48.916151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:48.923256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:48.964602 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e4c8db-2b88-432b-870e-f2edfbb929b6', 'tag': '2a7c1b16-f2fb-451c-822e-6f365aa32181', 'status': 'completed', 'code': 200} Apr 19 03:32:49.052309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77d5de5c-b460-4fed-b1ea-7f21bc12d3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.062363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Allocated IP 172.28.0.20 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/99ac5648-d33c-44c4-ab46-fd3a3ed7d1f7) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:49.064797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Made reservation on behalf of 8b5a8a8e91eb4433afaddeca228e2357 for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:49.069783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.118670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.136730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.179274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:49.182020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.205172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a2f0a02f-e5cb-4708-b524-283d6b78f2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:49.219230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5a8a8e91eb4433afaddeca228e2357 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:49.229972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:49.327566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:49.345176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d4578-4b5f-4ae2-bd6b-b42129b8ea03,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:49.357993 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb783b3b81094f579c41574b714b27c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9456398 Apr 19 03:32:49.358772 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33586) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:49.366315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:49.500591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75883880-4a60-4351-882e-951535b1a48b req-93e18d2c-5d63-4a6b-9e12-30f31e304a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:49.506990 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-93e18d2c-5d63-4a6b-9e12-30f31e304a05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 1097 time: 0.5918846 Apr 19 03:32:49.533849 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77d5de5c-b460-4fed-b1ea-7f21bc12d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.563677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34b703a2-2250-4ad8-b5ee-e7116f120308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:49.571264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.583966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Transition to ACTIVE for port object fac25707-d9bd-45aa-8dd0-d049e47f3ea9 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:49.590753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.595453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:49.595691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.607289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5de5c-b460-4fed-b1ea-7f21bc12d3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40065b42-4221-4143-83d5-f83d645f684a,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:49.608211 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-e40c40a6-4e89-4e75-ad2f-79f7cb9757d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a7c1b16-f2fb-451c-822e-6f365aa32181 HTTP/1.1" status: 200 len: 217 time: 0.0831056 Apr 19 03:32:49.618147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77d5de5c-b460-4fed-b1ea-7f21bc12d3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:49.624452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.625642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7beb0-d8aa-468e-a753-3f420c1db77c req-57e6f45b-8b71-44ca-919b-ff25bbee362b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:49.628003 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b7c7beb0-d8aa-468e-a753-3f420c1db77c req-57e6f45b-8b71-44ca-919b-ff25bbee362b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.3295069 Apr 19 03:32:49.635802 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-97c293c4-7dc7-49ee-ade4-7a253fadbe75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:49.697325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75883880-4a60-4351-882e-951535b1a48b req-0392989f-2418-4475-b763-e87cf18889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:49.698884 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-0392989f-2418-4475-b763-e87cf18889cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.0699315 Apr 19 03:32:49.746392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.791831 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:32:49.804778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.805386 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Added segment d0896ae0-d3e6-46de-aa61-5aed767b5ca2 of type vlan for network 0d902849-4cba-462f-b886-4df1935ed27a Apr 19 03:32:49.808897 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b7c7beb0-d8aa-468e-a753-3f420c1db77c req-c1c5a4ff-c268-4718-b8bd-54d66cc70dc3 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089406 Apr 19 03:32:49.811528 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-2a7cbfba-046b-40ac-a632-273d9bfcde1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888813 Apr 19 03:32:49.846855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.902401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:49.920322 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abd48f-c069-42b8-971b-71f868f208a0 None None] Pushing event updated for resources: {'Port': ['ID=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:49.926398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:49.929914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77d5de5c-b460-4fed-b1ea-7f21bc12d3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.932948 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38abd48f-c069-42b8-971b-71f868f208a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:49.935091 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-77d5de5c-b460-4fed-b1ea-7f21bc12d3ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40065b42-4221-4143-83d5-f83d645f684a HTTP/1.1" status: 204 len: 168 time: 1.2723479 Apr 19 03:32:49.935956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9a2ccb77-4ab1-45cf-bd9b-7c36875f3929 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:49.972102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Attempting to bind port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:32:49.972530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Attempting to bind port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:32:49.972944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Attempting to bind port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 on network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:32:49.983563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:32:49.984018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Checking segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:49.984469 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:49.985149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Bound using segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:32:49.985423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Bound port: fac25707-d9bd-45aa-8dd0-d049e47f3ea9, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:32:49.985922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.015096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-26e09e52-829b-4255-bad0-0abc327bac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.041799 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-31e3b27a-3d3b-444a-a430-7fd097a8b3d2 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140701 Apr 19 03:32:50.043552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.064315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:50.081541 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40897b12-a480-43d2-9f28-f67969db5b04 req-c4dc6c61-03ed-4fe3-b430-1d274f25b579 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:50.090870 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-40897b12-a480-43d2-9f28-f67969db5b04 req-c4dc6c61-03ed-4fe3-b430-1d274f25b579 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 944 time: 0.6238384 Apr 19 03:32:50.093155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:50.127201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] For port fac25707-d9bd-45aa-8dd0-d049e47f3ea9, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:32:50.131472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] For port fac25707-d9bd-45aa-8dd0-d049e47f3ea9, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:32:50.136419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.149923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-45e2122a-08af-401f-b842-ea25ac502a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:50.166729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:50.221642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:32:50.222318 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:32:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:50.245847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.resource_extend [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 03:32:50.264320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-26e09e52-829b-4255-bad0-0abc327bac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.272701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'Port': ['ID=99ac5648-d33c-44c4-ab46-fd3a3ed7d1f7,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:50.303355 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-75883880-4a60-4351-882e-951535b1a48b req-96e51f7a-53ee-40c3-9825-0535860f2afc service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175140 Apr 19 03:32:50.342401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:50.414687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.435888 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abd48f-c069-42b8-971b-71f868f208a0 None None] Pushing event updated for resources: {'Port': ['ID=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:50.458495 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-40897b12-a480-43d2-9f28-f67969db5b04 req-f96e4fb2-f51d-466c-bc8e-ce86f448c85b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666053 Apr 19 03:32:50.482171 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:50.483912 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.514483 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ad033124-4c30-4366-9265-e248397e4be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:50.515929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-2c9dd2f3-3e19-4027-8303-747565cc9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:50.522006 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-2c9dd2f3-3e19-4027-8303-747565cc9e48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 1097 time: 0.1544273 Apr 19 03:32:50.526250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38abd48f-c069-42b8-971b-71f868f208a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:50.556935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.720736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:32:50.747569 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-b9ba6ae4-fd62-4b27-b770-38374f546c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:50.749884 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-b9ba6ae4-fd62-4b27-b770-38374f546c58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 915 time: 0.2046676 Apr 19 03:32:50.859587 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-b5245841-68d6-46e2-87bc-f7a2166fa45a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a7c1b16-f2fb-451c-822e-6f365aa32181 HTTP/1.1" status: 200 len: 217 time: 0.1019909 Apr 19 03:32:50.919428 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4423110 Apr 19 03:32:50.932934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33616) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:50.933696 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Pushing event updated for resources: {'Network': ['ID=0d902849-4cba-462f-b886-4df1935ed27a,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:50.938240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:50.944045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-26e09e52-829b-4255-bad0-0abc327bac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.945309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-69aa3509-8058-4c87-aefa-2f2bff3f9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:50.946636 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-26e09e52-829b-4255-bad0-0abc327bac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:50.946881 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-69aa3509-8058-4c87-aefa-2f2bff3f9509 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.0774302 Apr 19 03:32:50.947822 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-26e09e52-829b-4255-bad0-0abc327bac66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/148d4578-4b5f-4ae2-bd6b-b42129b8ea03 HTTP/1.1" status: 204 len: 168 time: 1.5804634 Apr 19 03:32:50.951305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 0d902849-4cba-462f-b886-4df1935ed27a details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:32:50.952231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Request body: {'subnet': {'network_id': '0d902849-4cba-462f-b886-4df1935ed27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-250044133-subnet', 'tenant_id': '8b5a8a8e91eb4433afaddeca228e2357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:50.963447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77d5de5c-b460-4fed-b1ea-7f21bc12d3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:50.977600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:50.986709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e09e52-829b-4255-bad0-0abc327bac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d4578-4b5f-4ae2-bd6b-b42129b8ea03,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:50.987288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:51.022682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-26e09e52-829b-4255-bad0-0abc327bac66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:51.023707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Usage tracker for resource:subnet and tenant:8b5a8a8e91eb4433afaddeca228e2357 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:51.044132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:51.058766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:51.077760 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-9bd65aac-560d-4a58-8431-f1b5bde01a1d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148086 Apr 19 03:32:51.191375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Made reservation on behalf of 8b5a8a8e91eb4433afaddeca228e2357 for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:51.212948 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:51.306219 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-6273e9f5-3044-414b-ac26-de783cc40f49 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119985 Apr 19 03:32:51.400161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:50Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:32:51.417754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd2c409-8aec-45fa-9403-3b71fe09589f None None] The sync data for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb is: [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:50Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:32:51.696567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73780341-21de-4d0b-b37d-968dd0519ba8 req-e2ce3153-ca53-46ab-8548-ea27e4624f89 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:51.698248 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-73780341-21de-4d0b-b37d-968dd0519ba8 req-e2ce3153-ca53-46ab-8548-ea27e4624f89 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.6370430 Apr 19 03:32:51.737267 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0068022-b153-4805-ac49-e20f0c08a7b1 req-d8b6cc71-3819-4ccf-8544-d1bd21c595a5 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201066 Apr 19 03:32:51.776976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:51.789048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:51.792389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef2acc-f672-40b3-963a-01ef96af6809 req-569396a0-32c8-4631-a389-2e9daee969fc tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:51.793849 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a1ef2acc-f672-40b3-963a-01ef96af6809 req-569396a0-32c8-4631-a389-2e9daee969fc tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 944 time: 0.1609654 Apr 19 03:32:51.838235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:51.882354 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a1ef2acc-f672-40b3-963a-01ef96af6809 req-7a71b725-b7c0-440a-97d5-a7291c536814 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801015 Apr 19 03:32:51.959648 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-73780341-21de-4d0b-b37d-968dd0519ba8 req-06b96cfa-9389-442c-a7d8-672230698272 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460053 Apr 19 03:32:52.021349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'Port': ['ID=99ac5648-d33c-44c4-ab46-fd3a3ed7d1f7,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:52.037376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:52.043933 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:52.089463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:52.112413 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3885510 Apr 19 03:32:52.366411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device fac25707-d9bd-45aa-8dd0-d049e47f3ea9 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:52.558945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:52.567639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:52.568120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:52.576209 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464429a6-7de9-47e3-a11c-71c1f5b09be7 req-5d90477d-da24-43fc-9ca5-bed4651f55b4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:52.582382 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-464429a6-7de9-47e3-a11c-71c1f5b09be7 req-5d90477d-da24-43fc-9ca5-bed4651f55b4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.3792083 Apr 19 03:32:52.681455 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-464429a6-7de9-47e3-a11c-71c1f5b09be7 req-f8ba4929-985f-49ae-afc1-96286205020f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871289 Apr 19 03:32:52.779701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:52.786230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:52.789514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:52.816308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-1da913d8-ac3e-4cfd-b949-de32b37dd63e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Synchronizing usage tracker for tenant:244beb034457436ea20a02004a345f2e on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:52.844727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port fac25707-d9bd-45aa-8dd0-d049e47f3ea9, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:52.851573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:52.856510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:52.863294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-1da913d8-ac3e-4cfd-b949-de32b37dd63e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Unset dirty status for tenant:244beb034457436ea20a02004a345f2e on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:52.865447 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-1da913d8-ac3e-4cfd-b949-de32b37dd63e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--529067648&fields=id&tenant_id=244beb034457436ea20a02004a345f2e HTTP/1.1" status: 200 len: 267 time: 0.1664181 Apr 19 03:32:52.926582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Checking segment: {'id': 'd0896ae0-d3e6-46de-aa61-5aed767b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0d902849-4cba-462f-b886-4df1935ed27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:52.926975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Network hostable DHCP agents. Network: 0d902849-4cba-462f-b886-4df1935ed27a, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:32:52.937137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=70906e67-65f4-4abf-9cb8-30e6e6c6a267,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:52.953521 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:52.965028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Network 0d902849-4cba-462f-b886-4df1935ed27a is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:32:52.983885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 0d902849-4cba-462f-b886-4df1935ed27a) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:52.991163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:52.992719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:52.999276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ba9f95-1628-46ec-9a61-dd534e170862 None None] Network 0d902849-4cba-462f-b886-4df1935ed27a requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:32:53.005563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:53.006886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:53.064918 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1273906 Apr 19 03:32:53.400401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fce5db-e41c-4afe-b02e-5187d415b2cb None None] Network 0d902849-4cba-462f-b886-4df1935ed27a requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:32:53.463673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c147d5e-b849-4bd6-b8d3-5a623bb9fb3d req-ac469dff-9fff-4da9-8906-0f66f79b62c3 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:53.465065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-e6e11ad0-980b-425c-8dc3-9a2b27691259 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:53.468440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-e6e11ad0-980b-425c-8dc3-9a2b27691259 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Synchronizing usage tracker for tenant:244beb034457436ea20a02004a345f2e on resource:network {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:53.477754 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6c147d5e-b849-4bd6-b8d3-5a623bb9fb3d req-ac469dff-9fff-4da9-8906-0f66f79b62c3 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 944 time: 0.1942120 Apr 19 03:32:53.509081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-e6e11ad0-980b-425c-8dc3-9a2b27691259 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Unset dirty status for tenant:244beb034457436ea20a02004a345f2e on resource:network {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:53.510747 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-e6e11ad0-980b-425c-8dc3-9a2b27691259 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 817 time: 0.6321485 Apr 19 03:32:53.568421 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6c147d5e-b849-4bd6-b8d3-5a623bb9fb3d req-fc5236ad-211e-42de-bc86-085d6e3e5fdc tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877459 Apr 19 03:32:53.584706 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-50544b87-e394-410e-b23a-4eacb95bce9f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/quotas/244beb034457436ea20a02004a345f2e HTTP/1.1" status: 200 len: 375 time: 0.0590246 Apr 19 03:32:53.859743 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-989a5ba6-1d58-4249-96f5-d84e66c38397 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2740014 Apr 19 03:32:54.067233 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-9fca0aa6-f309-491e-a850-ccbdf424d214 service neutron] 10.222.0.20 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020831 Apr 19 03:32:54.123431 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-1a6cf977-f919-4ca5-a9a7-0175bfee3e0a tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fdbe7189769b428ca40c1fc931ee095c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468004 Apr 19 03:32:54.133225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 2a7c1b16-f2fb-451c-822e-6f365aa32181 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:32:54.231997 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-7ac0a57d-416f-437b-bbb9-49d93c142498 service neutron] 10.222.0.20 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613688 Apr 19 03:32:54.341589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device fac25707-d9bd-45aa-8dd0-d049e47f3ea9 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:54.496518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33734) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:54.505291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1032365827-network', 'tenant_id': '86b95170d94d4c4d9d45361abce2a068'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:54.515719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:54.538597 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 2a7c1b16-f2fb-451c-822e-6f365aa32181, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2a7c1b16-f2fb-451c-822e-6f365aa32181,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:54.542033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Usage tracker for resource:network and tenant:86b95170d94d4c4d9d45361abce2a068 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:54.545294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-933f6536-0192-4d5f-9e7a-0d946586b278 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:54.546066 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:54.555878 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-933f6536-0192-4d5f-9e7a-0d946586b278 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305391 Apr 19 03:32:54.562407 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:54.574726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '2a7c1b16-f2fb-451c-822e-6f365aa32181', 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'port_id': '2a7c1b16-f2fb-451c-822e-6f365aa32181', 'mac_address': 'fa:16:3e:2c:28:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9245fd6d-c6ac-4749-a802-7431f72f5be4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:32:54.578408 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-5df1a042-0de0-47f5-8025-dd1c1d58425e tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/quotas/fdbe7189769b428ca40c1fc931ee095c HTTP/1.1" status: 200 len: 375 time: 0.0213718 Apr 19 03:32:54.651642 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-7adfa37e-69dd-490d-87ec-1156cf3e5013 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fdbe7189769b428ca40c1fc931ee095c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718548 Apr 19 03:32:54.688800 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-05ea8101-bae0-4275-bcec-7cdc162932a7 req-279a662e-62dc-45b1-af9a-3be5b39bfcdd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 210 time: 0.1191525 Apr 19 03:32:54.692637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Made reservation on behalf of 86b95170d94d4c4d9d45361abce2a068 for: {'network': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:54.711336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:54.721922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:54.732800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:54.770292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7c1b16-f2fb-451c-822e-6f365aa32181 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:32:54.778113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:54.791255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Usage tracker for resource:security_group_rule and tenant:86b95170d94d4c4d9d45361abce2a068 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:54.796318 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:54.807719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:54.817893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 2a7c1b16-f2fb-451c-822e-6f365aa32181, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2a7c1b16-f2fb-451c-822e-6f365aa32181,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:54.862158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:54.864075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:54.968740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:55.105275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:55.132521 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38abd48f-c069-42b8-971b-71f868f208a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:55.133198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:55.146083 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:55.292604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=86418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:32:55.333303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=2a7c1b16-f2fb-451c-822e-6f365aa32181,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:55.338226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:55.338915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:55.339537 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Added segment 7a218ff2-2561-423c-aa84-985d65520317 of type vlan for network b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1 Apr 19 03:32:55.383297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:55.403214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0154ef73-2cf8-4c41-a2c0-f38633920587,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:55.420291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794542e8-fb5f-4b7b-a1da-e04bd365def6 req-7f32426d-5028-4f51-bc7e-3022feb6cdf4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:55.422102 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-794542e8-fb5f-4b7b-a1da-e04bd365def6 req-7f32426d-5028-4f51-bc7e-3022feb6cdf4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 945 time: 0.4452140 Apr 19 03:32:55.424649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:55.482777 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2973bd93-0d7a-4be0-953f-a3e15e7df133 req-a856a233-d397-4d8e-8c05-b4c80d1e3719 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 210 time: 0.0906198 Apr 19 03:32:55.492552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['2a7c1b16-f2fb-451c-822e-6f365aa32181'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:32:55.543000 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-794542e8-fb5f-4b7b-a1da-e04bd365def6 req-2cd882a8-74fb-4cda-8150-f058653df751 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028314 Apr 19 03:32:55.547665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:55.551007 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:55.555408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:55.591633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:55.733836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Pushing event updated for resources: {'Network': ['ID=b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:55.745952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:55.751212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33776) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:55.759016 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Request body: {'subnet': {'network_id': 'b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1032365827-subnet', 'tenant_id': '86b95170d94d4c4d9d45361abce2a068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:55.765519 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2671800 Apr 19 03:32:55.776999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:55.797805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Usage tracker for resource:subnet and tenant:86b95170d94d4c4d9d45361abce2a068 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:55.802838 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:32:55.810279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:55.820307 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:55.855176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Made reservation on behalf of 86b95170d94d4c4d9d45361abce2a068 for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:55.862801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:56.127175 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6db21f59-fe52-4416-854c-f3fb1693e398 req-ea91359b-f50e-41b7-8923-511704be3fb9 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 210 time: 0.1280673 Apr 19 03:32:56.373523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-b4441cad-9c89-43d2-9241-1b3bac3dcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:56.375459 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-b4441cad-9c89-43d2-9241-1b3bac3dcd9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1098 time: 0.1405504 Apr 19 03:32:56.524777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c4576-3c86-49c6-bbb0-3824c7f4c026 req-88b0a9f2-2eb9-4648-ae76-bd65ce1253e3 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:56.539214 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5c9c4576-3c86-49c6-bbb0-3824c7f4c026 req-88b0a9f2-2eb9-4648-ae76-bd65ce1253e3 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.2999454 Apr 19 03:32:56.613392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-0bc55b68-c9b3-4702-bec6-19d0baaff830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:56.615731 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-0bc55b68-c9b3-4702-bec6-19d0baaff830 service neutron] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 920 time: 0.2323480 Apr 19 03:32:56.626245 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5c9c4576-3c86-49c6-bbb0-3824c7f4c026 req-3984ff4f-677d-4098-9712-d91a862c4a5d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859249 Apr 19 03:32:56.739178 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-c0d2c2e5-f7f7-462f-9840-1946b3592e17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 200 len: 217 time: 0.0911613 Apr 19 03:32:56.815177 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:56.821150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:56.876610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-9773ab9e-e269-4f12-af98-89f446d53bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:56.878314 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-9773ab9e-e269-4f12-af98-89f446d53bca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.0738146 Apr 19 03:32:56.899286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe864c5-698d-4ec5-97f7-849d4ec6445e,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:56.909072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:57.019484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Checking segment: {'id': '7a218ff2-2561-423c-aa84-985d65520317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:32:57.020091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Network hostable DHCP agents. Network: b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:32:57.054386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01de364-0bda-4528-8798-4c21476c3ade req-2eaff01c-59a2-40d2-896f-50f9df23f64b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:57.062665 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f01de364-0bda-4528-8798-4c21476c3ade req-2eaff01c-59a2-40d2-896f-50f9df23f64b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 945 time: 0.1643937 Apr 19 03:32:57.117745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Network b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:32:57.159606 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f01de364-0bda-4528-8798-4c21476c3ade req-da216004-e31d-40b7-a7e0-d061ad38ada4 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956125 Apr 19 03:32:57.161470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:57.171264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c41296a-047d-4f29-a395-331aebd0dfd0 None None] Network b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:32:57.190759 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:57.191475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:57.240715 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-78023e85-a728-4d8d-83a1-25d527aa091a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4873352 Apr 19 03:32:57.315278 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-f823d830-52cd-46fe-a711-801e37b29a6b tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fdbe7189769b428ca40c1fc931ee095c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697544 Apr 19 03:32:57.380949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33826) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:57.392788 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-42ececf6-fbc5-4b67-b309-4cd3c4e2042c req-7a5f4860-5572-421d-988b-38838048eeb1 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 210 time: 0.5177827 Apr 19 03:32:57.404819 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-af00f190-ba05-4eac-8882-3557f5b0cb4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707536 Apr 19 03:32:57.414672 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-a7fb2d2e-2dcf-4190-9061-5c0f9803558a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:57.416573 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-a7fb2d2e-2dcf-4190-9061-5c0f9803558a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 817 time: 0.7995009 Apr 19 03:32:57.508394 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-0f9eb3d4-5f86-4117-867d-7c82869be8b3 req-29235f17-84e2-4e16-88db-3ac8fcf542de tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Synchronizing usage tracker for tenant:244beb034457436ea20a02004a345f2e on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:57.514178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:32:57.585482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-0f9eb3d4-5f86-4117-867d-7c82869be8b3 req-29235f17-84e2-4e16-88db-3ac8fcf542de tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Unset dirty status for tenant:244beb034457436ea20a02004a345f2e on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:57.596574 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0f9eb3d4-5f86-4117-867d-7c82869be8b3 req-29235f17-84e2-4e16-88db-3ac8fcf542de tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 210 time: 0.2204278 Apr 19 03:32:57.722721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b000052-8b41-4b83-920d-9e9990d56bf6 None None] Network b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:32:57.789262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:57.790224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-6d89498e-0160-4cb2-b516-c67818c020d4 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:57.791850 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-6d89498e-0160-4cb2-b516-c67818c020d4 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4628479 Apr 19 03:32:57.809001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Request body: {'port': {'device_id': 'bb12c66d-0564-4558-bfd7-6848557e5478', 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34', 'admin_state_up': True, 'tenant_id': 'fdbe7189769b428ca40c1fc931ee095c'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:57.849104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:57.853943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Usage tracker for resource:security_group_rule and tenant:547eba620f414955a162b59697a26fb9 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:57.857030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:57.873352 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:57.979858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:57.992893 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-20a9a1ec-1f4f-4659-9482-a997e7ea831d service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708339 Apr 19 03:32:57.997344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.014150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1cee7e2e-36a4-4892-a9d3-e5978a363c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:58.067614 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99026eb0-ef83-4ae4-b612-6e71fcf48386 req-5bf5e42b-a5dd-4441-9a53-c32bb81c9ace tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:58.069786 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99026eb0-ef83-4ae4-b612-6e71fcf48386 req-5bf5e42b-a5dd-4441-9a53-c32bb81c9ace tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.2189298 Apr 19 03:32:58.089938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e675dc68-b1ae-43a4-96a6-c582d01360c8,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:58.129539 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:58.152984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 2a7c1b16-f2fb-451c-822e-6f365aa32181 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:32:58.185206 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99026eb0-ef83-4ae4-b612-6e71fcf48386 req-74cbdd3d-f033-4326-b0a8-72d4a6d1998c tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938866 Apr 19 03:32:58.189628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Usage tracker for resource:port and tenant:fdbe7189769b428ca40c1fc931ee095c is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:58.207100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:58.228393 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-37c8bc00-483b-4c5d-bc5e-59fc14b773a0 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=244beb034457436ea20a02004a345f2e HTTP/1.1" status: 200 len: 5708 time: 0.7796836 Apr 19 03:32:58.230161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:58.231344 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9af34308-e9a7-4ceb-9c2b-2e3ac51342e7 req-e7d91d69-e16a-44ec-9c1b-558c6ba0f536 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182672 Apr 19 03:32:58.241473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:58.250967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'port': {'device_id': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'admin_state_up': True, 'tenant_id': '244beb034457436ea20a02004a345f2e', 'security_groups': ['47735bcc-8c3b-42ce-acd2-c269e4944a3b']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:32:58.254350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Made reservation on behalf of fdbe7189769b428ca40c1fc931ee095c for: {'port': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:58.261454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.308764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 2a7c1b16-f2fb-451c-822e-6f365aa32181 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:32:58.316858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.347905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 2a7c1b16-f2fb-451c-822e-6f365aa32181 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:32:58.348383 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.364025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:58.391716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Usage tracker for resource:security_group_rule and tenant:fdbe7189769b428ca40c1fc931ee095c is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:32:58.395635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:32:58.412076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:58.425668 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=547eba620f414955a162b59697a26fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0314515 Apr 19 03:32:58.441164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33862) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:58.457671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:32:58.472775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:32:58.515664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5b771ec7-5dca-45a7-abe9-60180a3405cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.519770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Made reservation on behalf of 244beb034457436ea20a02004a345f2e for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:32:58.525950 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.546509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.580414 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e4c8db-2b88-432b-870e-f2edfbb929b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7c1b16-f2fb-451c-822e-6f365aa32181'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:32:58.591807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 2a7c1b16-f2fb-451c-822e-6f365aa32181, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2a7c1b16-f2fb-451c-822e-6f365aa32181,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:32:58.595696 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.597703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:58.665149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d05effa5-d715-4b22-a162-8c00f193e798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.680658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=2a7c1b16-f2fb-451c-822e-6f365aa32181,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:58.684047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:58.701982 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43a80-85b8-43ca-9dbe-f9332d41e04c req-dff8baef-25ff-4ea7-a116-2b6b915b9a23 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:58.703688 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec43a80-85b8-43ca-9dbe-f9332d41e04c req-dff8baef-25ff-4ea7-a116-2b6b915b9a23 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 945 time: 0.2377322 Apr 19 03:32:58.762193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d05effa5-d715-4b22-a162-8c00f193e798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.781167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.798210 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fc842-5878-48ea-9350-5940fb7b4576 req-23d94da2-8c6a-4da0-b0a1-cb0f7aedca61 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:58.800200 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-23d94da2-8c6a-4da0-b0a1-cb0f7aedca61 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/networks?id=0d902849-4cba-462f-b886-4df1935ed27a HTTP/1.1" status: 200 len: 808 time: 0.3136187 Apr 19 03:32:58.802313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.810751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3c18a15b-b6f9-4a46-b74b-98d9e2c19d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:58.835721 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-2d00145b-8f73-42a4-812b-a8de05053288 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/quotas/8b5a8a8e91eb4433afaddeca228e2357 HTTP/1.1" status: 200 len: 375 time: 0.0236607 Apr 19 03:32:58.839843 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Allocated IP 172.20.0.6 (3fd99b33-0b12-4eec-b099-825b3adcd9d1/75b45c47-2a03-4af7-ad8e-48b5253204d2/a130041b-dddb-4b79-815f-1b7c58b46a60) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:58.881191 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec43a80-85b8-43ca-9dbe-f9332d41e04c req-e7fe7459-e38a-4a18-9a8c-40d293446376 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593132 Apr 19 03:32:58.917388 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-a0328f3a-cc6a-46c1-96bc-f542a1b5d94c tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b5a8a8e91eb4433afaddeca228e2357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728598 Apr 19 03:32:58.918001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4c1db9-3c8e-4fcd-b2a5-07213579af4f,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:58.927059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:58.960408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d05effa5-d715-4b22-a162-8c00f193e798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:58.970969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:59.044627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05effa5-d715-4b22-a162-8c00f193e798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e675dc68-b1ae-43a4-96a6-c582d01360c8,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:59.057596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d05effa5-d715-4b22-a162-8c00f193e798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:59.130082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-ab6ad40d-25d0-4fbf-ae8e-e1662512750b req-b3d1086e-7b00-42b9-935a-440a829b3627 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Synchronizing usage tracker for tenant:fdbe7189769b428ca40c1fc931ee095c on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:32:59.154049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d05effa5-d715-4b22-a162-8c00f193e798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:59.160374 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d05effa5-d715-4b22-a162-8c00f193e798 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e675dc68-b1ae-43a4-96a6-c582d01360c8 HTTP/1.1" status: 204 len: 168 time: 0.7129045 Apr 19 03:32:59.181604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Allocated IP 192.168.233.84 (adbc5412-9ad6-407d-aa56-710bb5524f34/1c6e1259-f75e-4c83-8fbf-6660deb49a6f/7a940176-5df7-495a-8ec5-5dcae433717c) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:32:59.187884 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-ab6ad40d-25d0-4fbf-ae8e-e1662512750b req-b3d1086e-7b00-42b9-935a-440a829b3627 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Unset dirty status for tenant:fdbe7189769b428ca40c1fc931ee095c on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:32:59.189748 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ab6ad40d-25d0-4fbf-ae8e-e1662512750b req-b3d1086e-7b00-42b9-935a-440a829b3627 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 210 time: 0.1344650 Apr 19 03:32:59.224497 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-bfac7c61-1b7b-4e06-8c0a-acdc74a4d399 service neutron] 10.222.0.20 "GET /v2.0/networks/0d902849-4cba-462f-b886-4df1935ed27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891066 Apr 19 03:32:59.277850 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e4c8db-2b88-432b-870e-f2edfbb929b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7c1b16-f2fb-451c-822e-6f365aa32181', 'code': 200} Apr 19 03:32:59.355609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:59.436651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Transition to ACTIVE for port object a130041b-dddb-4b79-815f-1b7c58b46a60 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:32:59.478221 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-449ec109-ce5c-4ee3-9103-5b5127dc6f81 req-2549a808-9ec1-476c-95b3-acf12277d0f4 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 210 time: 0.0748765 Apr 19 03:32:59.554700 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-df42c6d0-ac0e-49b3-8b39-e74cccaec878 service neutron] 10.222.0.20 "GET /v2.0/networks/0d902849-4cba-462f-b886-4df1935ed27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926373 Apr 19 03:32:59.569032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:59.592560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1bda81e4-cfc5-4e71-9516-e986b1d41810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:32:59.727564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:32:59.731517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:32:59.734880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:32:59.821028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:32:59.822273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:32:59.893906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33890) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:32:59.918786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:32:59.919716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:32:59.984583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.009670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:00.014752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab1e3acf41d42feb286bcd3f076a2b2 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:00.019291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:00.028800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.047057 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8012357 Apr 19 03:33:00.057236 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d4c2f-b54a-486c-98dd-f60eeb68da53 req-1ebdcbf0-4609-41a9-bfde-21729f5929eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:00.058815 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-497d4c2f-b54a-486c-98dd-f60eeb68da53 req-1ebdcbf0-4609-41a9-bfde-21729f5929eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 1099 time: 0.3300970 Apr 19 03:33:00.060731 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9f5a2ab5-e78d-41c7-861b-c37c2a61dea1 req-c34ebfbe-1dbd-416c-a7d6-a1bd43dffee4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 210 time: 0.1465302 Apr 19 03:33:00.062076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:00.065304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Request body: {'port': {'device_id': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:00.068314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Transition to ACTIVE for port object 7a940176-5df7-495a-8ec5-5dcae433717c will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:00.104808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.122858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:00.133364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-28c646fe-3e64-4d79-b42c-3d11de6c48c0 None None] Provisioning for port a130041b-dddb-4b79-815f-1b7c58b46a60 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:00.153462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-28c646fe-3e64-4d79-b42c-3d11de6c48c0 None None] Provisioning complete for port a130041b-dddb-4b79-815f-1b7c58b46a60 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:00.154040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28c646fe-3e64-4d79-b42c-3d11de6c48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.227915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Pushing event updated for resources: {'Port': ['ID=7a940176-5df7-495a-8ec5-5dcae433717c,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:00.235055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:00.284229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-28c646fe-3e64-4d79-b42c-3d11de6c48c0 None None] Port a130041b-dddb-4b79-815f-1b7c58b46a60 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:33:00.312310 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-497d4c2f-b54a-486c-98dd-f60eeb68da53 req-ad90093e-ac9b-45e5-88d1-12d7de48654b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844528 Apr 19 03:33:00.327650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Network adbc5412-9ad6-407d-aa56-710bb5524f34 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:00.348010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:00.357417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:00.364162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:00.364974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.388865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdec111-9d50-4f9c-97c2-58563db65413 req-917c68c2-8ecb-4194-b611-5b38317bb869 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:00.390546 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cfdec111-9d50-4f9c-97c2-58563db65413 req-917c68c2-8ecb-4194-b611-5b38317bb869 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.4382286 Apr 19 03:33:00.414163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.423589 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6190450 Apr 19 03:33:00.480787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Request body: {'port': {'device_id': 'bb12c66d-0564-4558-bfd7-6848557e5478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:00.577402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.588059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157f11a-7afb-4a7f-b759-1dfb89e608fd req-93ee60b4-3938-4c5b-aa26-04f7eeb25c20 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:00.589720 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b157f11a-7afb-4a7f-b759-1dfb89e608fd req-93ee60b4-3938-4c5b-aa26-04f7eeb25c20 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 946 time: 0.3512628 Apr 19 03:33:00.627826 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.646204 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4e638130-549b-4154-8a04-21026b330ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:00.722034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7958ae5a-29cf-4e24-9687-c3e84dd04ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.728666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-69fb8f98-447b-4a56-8db2-568de7caa5f0 None None] Provisioning for port 7a940176-5df7-495a-8ec5-5dcae433717c completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:00.735787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-69fb8f98-447b-4a56-8db2-568de7caa5f0 None None] Provisioning complete for port 7a940176-5df7-495a-8ec5-5dcae433717c triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:00.736321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69fb8f98-447b-4a56-8db2-568de7caa5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.813373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08826b93-474d-4cea-b6ce-95bbaee609f7,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:00.818777 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ab1e3acf41d42feb286bcd3f076a2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9236023 Apr 19 03:33:00.822935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:00.827690 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 33912) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:00.863847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-69fb8f98-447b-4a56-8db2-568de7caa5f0 None None] Port 7a940176-5df7-495a-8ec5-5dcae433717c cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:33:00.886423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:00.906327 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cfdec111-9d50-4f9c-97c2-58563db65413 req-a2092992-5243-4970-ba29-15e1efafd506 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810495 Apr 19 03:33:00.922082 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b157f11a-7afb-4a7f-b759-1dfb89e608fd req-262fe7fe-d223-433c-ae8a-ed9f3b6e448a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843750 Apr 19 03:33:00.959726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a130041b-dddb-4b79-815f-1b7c58b46a60 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:00.978951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.027312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Transition to ACTIVE for port object a130041b-dddb-4b79-815f-1b7c58b46a60 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:01.034068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.051756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7cd8dc1f-a4aa-4d8b-b11e-8cdfe5bff504 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:01.435538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4db72cb7-0a43-47c9-96a6-48909d59c219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.584887 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4db72cb7-0a43-47c9-96a6-48909d59c219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.803391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161c5e2-6fd6-4891-9f4d-6538d47a403e req-862eb20b-0290-40c8-b91a-e093d526b83f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:01.806117 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c161c5e2-6fd6-4891-9f4d-6538d47a403e req-862eb20b-0290-40c8-b91a-e093d526b83f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.3598368 Apr 19 03:33:01.807747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.828447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a940176-5df7-495a-8ec5-5dcae433717c {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:01.854081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.859653 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.871683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:01.894122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:01.929567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4db72cb7-0a43-47c9-96a6-48909d59c219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.941310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6d36354a-607a-4d8e-ba33-e56c0a337491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:01.951223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Transition to ACTIVE for port object 7a940176-5df7-495a-8ec5-5dcae433717c will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:01.955543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c161c5e2-6fd6-4891-9f4d-6538d47a403e req-b9bccef5-e0c9-4a9f-82ce-2c8416093455 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Synchronizing usage tracker for tenant:244beb034457436ea20a02004a345f2e on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:01.964476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db72cb7-0a43-47c9-96a6-48909d59c219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08826b93-474d-4cea-b6ce-95bbaee609f7,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:01.968244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:01.976811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4db72cb7-0a43-47c9-96a6-48909d59c219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:01.993430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-132c5349-36b5-4287-bf85-aa420ec125b1 tempest-DeleteServersTestJSON-537502608 tempest-DeleteServersTestJSON-537502608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:02.003692 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7158e5-42c3-401d-9044-929823b45fbd req-8b784336-29a0-4679-86fd-1a0a78092f9d tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:02.005387 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1c7158e5-42c3-401d-9044-929823b45fbd req-8b784336-29a0-4679-86fd-1a0a78092f9d tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 935 time: 0.9031951 Apr 19 03:33:02.040084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4db72cb7-0a43-47c9-96a6-48909d59c219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:02.041683 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4db72cb7-0a43-47c9-96a6-48909d59c219 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08826b93-474d-4cea-b6ce-95bbaee609f7 HTTP/1.1" status: 204 len: 168 time: 1.2052960 Apr 19 03:33:02.042498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c161c5e2-6fd6-4891-9f4d-6538d47a403e req-b9bccef5-e0c9-4a9f-82ce-2c8416093455 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Unset dirty status for tenant:244beb034457436ea20a02004a345f2e on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:02.052374 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c161c5e2-6fd6-4891-9f4d-6538d47a403e req-b9bccef5-e0c9-4a9f-82ce-2c8416093455 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010214 Apr 19 03:33:02.064100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fc842-5878-48ea-9350-5940fb7b4576 req-e915b39b-ccf8-4b8c-9f15-68e0cf80b3b5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:02.076792 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-e915b39b-ccf8-4b8c-9f15-68e0cf80b3b5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.10 "GET /v2.0/networks?id=0d902849-4cba-462f-b886-4df1935ed27a HTTP/1.1" status: 200 len: 808 time: 0.5409636 Apr 19 03:33:02.080670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Attempting to bind port a130041b-dddb-4b79-815f-1b7c58b46a60 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:02.081061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Attempting to bind port a130041b-dddb-4b79-815f-1b7c58b46a60 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:02.081446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Attempting to bind port a130041b-dddb-4b79-815f-1b7c58b46a60 on network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:02.088046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Port a130041b-dddb-4b79-815f-1b7c58b46a60 on network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:33:02.088419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Attempting to bind port a130041b-dddb-4b79-815f-1b7c58b46a60 on network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:02.096797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:02.097196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Checking segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:02.097636 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Bound using segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:02.098147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Bound port: a130041b-dddb-4b79-815f-1b7c58b46a60, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:02.098551 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:02.120465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Request body: {'port': {'device_id': '9e82384e-9619-48cf-ae6d-af42ae4c19d6', 'network_id': '0d902849-4cba-462f-b886-4df1935ed27a', 'admin_state_up': True, 'tenant_id': '8b5a8a8e91eb4433afaddeca228e2357'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:02.247466 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1c7158e5-42c3-401d-9044-929823b45fbd req-614b453d-f9b3-4c3b-8a1e-196ddf6b7192 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234056 Apr 19 03:33:02.360769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a940176-5df7-495a-8ec5-5dcae433717c,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:02.370390 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:02.429161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Attempting to bind port 7a940176-5df7-495a-8ec5-5dcae433717c on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:02.444552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Attempting to bind port 7a940176-5df7-495a-8ec5-5dcae433717c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:02.445027 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Attempting to bind port 7a940176-5df7-495a-8ec5-5dcae433717c on network adbc5412-9ad6-407d-aa56-710bb5524f34 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:02.454401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Port 7a940176-5df7-495a-8ec5-5dcae433717c on network adbc5412-9ad6-407d-aa56-710bb5524f34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:33:02.454723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Attempting to bind port 7a940176-5df7-495a-8ec5-5dcae433717c on network adbc5412-9ad6-407d-aa56-710bb5524f34 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:02.462795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:02.463172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Checking segment: {'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:02.463597 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Bound using segment: {'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:02.464100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Bound port: 7a940176-5df7-495a-8ec5-5dcae433717c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c2ceea-dc03-42a6-a093-68cca7a70789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:02.464468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:02.566574 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-366b21e4-496b-4d6b-beaf-f855823a944b req-1157109d-3974-4110-881d-2271b208ca1a tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 210 time: 0.1070070 Apr 19 03:33:02.568644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:02.613128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:02.625635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:02.633612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Usage tracker for resource:port and tenant:8b5a8a8e91eb4433afaddeca228e2357 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:02.634927 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] For port 7a940176-5df7-495a-8ec5-5dcae433717c, host hv-cinder-78605, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:02.638280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] For port 7a940176-5df7-495a-8ec5-5dcae433717c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7a940176-5df7-495a-8ec5-5dcae433717c,segment=NetworkSegment(43c2ceea-dc03-42a6-a093-68cca7a70789),segment_id=43c2ceea-dc03-42a6-a093-68cca7a70789)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:02.639025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:02.649390 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:02.650667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:02.658862 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:02.665022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:02.674932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ca92a1b7-b7ff-4d4d-8975-11b3f0b5a831 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:02.740777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Made reservation on behalf of 8b5a8a8e91eb4433afaddeca228e2357 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:02.741467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:02.742150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:02.743673 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/7a940176-5df7-495a-8ec5-5dcae433717c HTTP/1.1" status: 200 len: 1097 time: 2.2797046 Apr 19 03:33:02.748013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:02.750426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb12c66d-0564-4558-bfd7-6848557e5478', 'tag': '7a940176-5df7-495a-8ec5-5dcae433717c'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:02.797754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a940176-5df7-495a-8ec5-5dcae433717c,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:02.862223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:02.877954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3e1d4-c69d-4331-9e39-55813ccb2631 req-78d3e15a-ba1f-41fc-96a5-eb0e7d026a5e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:02.878301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:02.879069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:02.880952 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/a130041b-dddb-4b79-815f-1b7c58b46a60 HTTP/1.1" status: 200 len: 1093 time: 2.8209627 Apr 19 03:33:02.885961 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-00c3e1d4-c69d-4331-9e39-55813ccb2631 req-78d3e15a-ba1f-41fc-96a5-eb0e7d026a5e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 946 time: 0.3381367 Apr 19 03:33:02.886419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:02.976163 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-00c3e1d4-c69d-4331-9e39-55813ccb2631 req-293dc465-02c6-49e3-add7-252b10114293 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890844 Apr 19 03:33:03.064345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-05c744d0-4165-40b6-876a-2e416589764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:03.072246 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-05c744d0-4165-40b6-876a-2e416589764a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdbe7189769b428ca40c1fc931ee095c&device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 1100 time: 0.2704005 Apr 19 03:33:03.292070 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb12c66d-0564-4558-bfd7-6848557e5478', 'tag': '7a940176-5df7-495a-8ec5-5dcae433717c', 'status': 'completed', 'code': 200} Apr 19 03:33:03.312902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Allocated IP 172.20.0.10 (0d902849-4cba-462f-b886-4df1935ed27a/70906e67-65f4-4abf-9cb8-30e6e6c6a267/4bfdeaf9-7a8a-4315-bd80-685937b732d9) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:03.319930 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-e368ea89-97fd-4d7c-959c-67c8531c96f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=7a940176-5df7-495a-8ec5-5dcae433717c HTTP/1.1" status: 200 len: 217 time: 0.2434072 Apr 19 03:33:03.481180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-746e875b-b50d-46a4-9d59-ee3a259b5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:03.483082 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-746e875b-b50d-46a4-9d59-ee3a259b5c5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c6e1259-f75e-4c83-8fbf-6660deb49a6f HTTP/1.1" status: 200 len: 843 time: 0.1460283 Apr 19 03:33:03.500566 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'status': 'completed', 'code': 200} Apr 19 03:33:03.531473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:03.543914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:03.553974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01082adc-282e-4a5c-aa40-097ec797cb2c req-7c8e7346-2c43-447a-9a85-4dd2fe0db02d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:03.555760 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01082adc-282e-4a5c-aa40-097ec797cb2c req-7c8e7346-2c43-447a-9a85-4dd2fe0db02d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.7898719 Apr 19 03:33:03.608107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:03.620281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 33978) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:03.665669 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01082adc-282e-4a5c-aa40-097ec797cb2c req-f67d8b93-bd0a-4c49-807c-fe3fceb2336d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911353 Apr 19 03:33:03.687406 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-78f71282-b787-4591-986a-55e63f2db734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:03.689476 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-78f71282-b787-4591-986a-55e63f2db734 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 1096 time: 0.7072866 Apr 19 03:33:03.693334 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:03.774454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eafc91-0373-485b-96bc-1abd7175cda5 req-e96cfae2-9707-449a-9597-124d9033f1db tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:03.785043 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e0eafc91-0373-485b-96bc-1abd7175cda5 req-e96cfae2-9707-449a-9597-124d9033f1db tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.3064883 Apr 19 03:33:03.861746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-bd159a75-c35d-414a-8ae1-f5f247b86f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:03.868618 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-bd159a75-c35d-414a-8ae1-f5f247b86f50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=adbc5412-9ad6-407d-aa56-710bb5524f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2850959 Apr 19 03:33:03.905535 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-4cd7628e-992c-4ed9-9f37-a946e0730df5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a130041b-dddb-4b79-815f-1b7c58b46a60 HTTP/1.1" status: 200 len: 217 time: 0.1994185 Apr 19 03:33:03.973781 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e0eafc91-0373-485b-96bc-1abd7175cda5 req-5541fbb7-7d44-4868-920d-d2aa3c19e1b2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873760 Apr 19 03:33:04.102127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-cde1cc47-f0c3-4078-ba6f-af15ace3b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:04.103805 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-cde1cc47-f0c3-4078-ba6f-af15ace3b615 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.1783931 Apr 19 03:33:04.104771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:04.142658 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-3a70825b-5dab-4dd8-971e-86e11eb828c6 service neutron] 10.222.0.10 "GET /v2.0/networks/adbc5412-9ad6-407d-aa56-710bb5524f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585506 Apr 19 03:33:04.208747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:04.226574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Usage tracker for resource:security_group_rule and tenant:aad43562a73348ee94b940a0ad7ff47b is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:04.241240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:04.265549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:04.331611 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1dfe47d3-620c-4b50-8d28-d527727f54c9 req-14b0cd28-f89f-4b16-995c-79605c940bd6 service neutron] 10.222.0.10 "GET /v2.0/networks/adbc5412-9ad6-407d-aa56-710bb5524f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767058 Apr 19 03:33:04.373406 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:04.404393 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:04.480574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-f5722f39-3f96-46f6-9679-7eb8042ffedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:04.482256 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-f5722f39-3f96-46f6-9679-7eb8042ffedc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3593669 Apr 19 03:33:04.496769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347953e6-eb45-41b3-9bfd-18bf496a76ec req-8f9f594f-d17d-48a0-8dba-c90ec9250153 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:04.498530 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-347953e6-eb45-41b3-9bfd-18bf496a76ec req-8f9f594f-d17d-48a0-8dba-c90ec9250153 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 947 time: 0.5918374 Apr 19 03:33:04.557756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Network 0d902849-4cba-462f-b886-4df1935ed27a is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:04.566715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fcc0d-e056-45d0-90b6-c8aedf47b535 req-a74be10b-5c4e-42b9-b3eb-e02838791c07 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:04.571258 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-685fcc0d-e056-45d0-90b6-c8aedf47b535 req-a74be10b-5c4e-42b9-b3eb-e02838791c07 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 932 time: 0.2004380 Apr 19 03:33:04.576505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-47bb68da-f4a9-4dde-9923-944c3c610e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:04.580049 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-47bb68da-f4a9-4dde-9923-944c3c610e7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fdbe7189769b428ca40c1fc931ee095c&device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 1100 time: 0.1551747 Apr 19 03:33:04.598061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:04.608601 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:04.776901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-685fcc0d-e056-45d0-90b6-c8aedf47b535 req-7e641326-1d95-43fd-95aa-4ddbcea82f32 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Synchronizing usage tracker for tenant:8b5a8a8e91eb4433afaddeca228e2357 on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:04.822534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-685fcc0d-e056-45d0-90b6-c8aedf47b535 req-7e641326-1d95-43fd-95aa-4ddbcea82f32 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Unset dirty status for tenant:8b5a8a8e91eb4433afaddeca228e2357 on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:04.832811 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-685fcc0d-e056-45d0-90b6-c8aedf47b535 req-7e641326-1d95-43fd-95aa-4ddbcea82f32 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511628 Apr 19 03:33:04.870726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-08df0a23-54b4-4071-b305-8a550e8c14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:04.872727 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-08df0a23-54b4-4071-b305-8a550e8c14d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=adbc5412-9ad6-407d-aa56-710bb5524f34 HTTP/1.1" status: 200 len: 870 time: 0.2591758 Apr 19 03:33:04.974877 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-30ea2ebf-9dd5-4431-b001-a65a9581800a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=7a940176-5df7-495a-8ec5-5dcae433717c HTTP/1.1" status: 200 len: 217 time: 0.0919042 Apr 19 03:33:05.031807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Pushing event updated for resources: {'Port': ['ID=4bfdeaf9-7a8a-4315-bd80-685937b732d9,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:05.050426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:05.051122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:05.076444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:05.081937 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-e4eb37c7-3dcc-42fa-a91b-debeba2ff600 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739532 Apr 19 03:33:05.093772 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9987352 Apr 19 03:33:05.126528 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-355c55e0-798d-4e8d-9891-d4ffa9883af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:05.128183 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-355c55e0-798d-4e8d-9891-d4ffa9883af1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1c6e1259-f75e-4c83-8fbf-6660deb49a6f HTTP/1.1" status: 200 len: 843 time: 0.1038308 Apr 19 03:33:05.159049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Request body: {'port': {'device_id': '9e82384e-9619-48cf-ae6d-af42ae4c19d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:05.206274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:05.215690 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-347953e6-eb45-41b3-9bfd-18bf496a76ec req-583e1c15-3ef4-4e71-bae2-379cb14f5744 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6775234 Apr 19 03:33:05.421452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:05.469196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:05.470605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb35cd-89dc-4e64-97e4-11731a256525 req-4126b2bc-a45b-4e57-8e3e-4edc24e9b44b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:05.472893 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7bb35cd-89dc-4e64-97e4-11731a256525 req-4126b2bc-a45b-4e57-8e3e-4edc24e9b44b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.4930203 Apr 19 03:33:05.507750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:05.522090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-aad711a2-7ce6-45ed-b0da-eb6c763bb7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:05.546532 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7bb35cd-89dc-4e64-97e4-11731a256525 req-e5dbf5b2-4ac5-44e4-a53f-04eb54c7a3ef tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580060 Apr 19 03:33:05.567462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-6e0de6ee-ebae-4641-b467-aff8619c8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:05.569335 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-6e0de6ee-ebae-4641-b467-aff8619c8d50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=adbc5412-9ad6-407d-aa56-710bb5524f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4279337 Apr 19 03:33:05.597048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0941295a-7ed3-4f5d-85d9-c75dffd4e692,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:05.614254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:05.636660 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a4553926-5efb-4b2b-a832-425353cc7ccb req-d81e9359-fc7b-4d97-a1fa-dda91499e897 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418465 Apr 19 03:33:05.642867 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aad43562a73348ee94b940a0ad7ff47b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0213249 Apr 19 03:33:05.647829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 34040) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:05.778053 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-e8c9a1cd-4f67-4743-9ba4-431f0eb0dde6 service neutron] 10.222.0.10 "GET /v2.0/networks/adbc5412-9ad6-407d-aa56-710bb5524f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946445 Apr 19 03:33:05.843498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ee0e9-dc92-47ac-b5e6-8178c9a60895 req-95c3bfb7-f600-4e89-9bf9-581b4e270a11 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:05.844397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-6d4ee0e9-dc92-47ac-b5e6-8178c9a60895 req-95c3bfb7-f600-4e89-9bf9-581b4e270a11 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Synchronizing usage tracker for tenant:244beb034457436ea20a02004a345f2e on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:05.901935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-6d4ee0e9-dc92-47ac-b5e6-8178c9a60895 req-95c3bfb7-f600-4e89-9bf9-581b4e270a11 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Unset dirty status for tenant:244beb034457436ea20a02004a345f2e on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:05.904543 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6d4ee0e9-dc92-47ac-b5e6-8178c9a60895 req-95c3bfb7-f600-4e89-9bf9-581b4e270a11 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.5032382 Apr 19 03:33:05.944826 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3ba64f97-b8ac-496d-a1e1-f509af24728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:05.961981 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1da0f494-1d11-46ad-b9c4-ce05f5620f17 req-125ec16c-111f-43a7-a752-a26d415fd607 service neutron] 10.222.0.10 "GET /v2.0/networks/adbc5412-9ad6-407d-aa56-710bb5524f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642797 Apr 19 03:33:06.017940 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3ba64f97-b8ac-496d-a1e1-f509af24728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.040006 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34056) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:06.193475 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6d4ee0e9-dc92-47ac-b5e6-8178c9a60895 req-49ac1a63-c3c1-4d42-b313-c2b54a43e2dd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705505 Apr 19 03:33:06.213786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-5ce11b60-0b25-496b-b267-850445a6172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:06.215405 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-5ce11b60-0b25-496b-b267-850445a6172b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 1096 time: 0.4992373 Apr 19 03:33:06.278146 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.319177 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:06.324069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Usage tracker for resource:security_group_rule and tenant:93bd4d817abc4e6c8342f85b81a7e3b8 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:06.328756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:06.337429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:06.404167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3ba64f97-b8ac-496d-a1e1-f509af24728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.413187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4bd77d8a-7da7-4b2a-9b7e-2bf745468c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:06.426533 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfdeaf9-7a8a-4315-bd80-685937b732d9 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:06.456546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.473971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Transition to ACTIVE for port object 4bfdeaf9-7a8a-4315-bd80-685937b732d9 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:06.476718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.482418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba64f97-b8ac-496d-a1e1-f509af24728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0941295a-7ed3-4f5d-85d9-c75dffd4e692,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:06.484058 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.522880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:06.536335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3ba64f97-b8ac-496d-a1e1-f509af24728c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:06.538123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.543530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-acaf407b-c0a5-4760-ac74-aa553bc97bce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:06.589943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3ba64f97-b8ac-496d-a1e1-f509af24728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.591060 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3ba64f97-b8ac-496d-a1e1-f509af24728c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0941295a-7ed3-4f5d-85d9-c75dffd4e692 HTTP/1.1" status: 204 len: 168 time: 0.9414299 Apr 19 03:33:06.625487 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93bd4d817abc4e6c8342f85b81a7e3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840325 Apr 19 03:33:06.628677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34070) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:06.634546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44416b51-168e-4571-9415-1e23ed90981a,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:06.649751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:06.701031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-244b5b2c-6877-450b-9e30-9ec614017558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:06.702561 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-244b5b2c-6877-450b-9e30-9ec614017558 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.4698319 Apr 19 03:33:06.722895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaac14-3d79-414d-a37f-a2eb5847b27a req-04a88d0f-8eca-400a-9ff7-b1dc76f64255 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:06.724682 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e7eaac14-3d79-414d-a37f-a2eb5847b27a req-04a88d0f-8eca-400a-9ff7-b1dc76f64255 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 947 time: 0.2029109 Apr 19 03:33:06.761786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23f73823-70c8-40fb-8282-258325112147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.789476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Pushing event updated for resources: {'Port': ['ID=4bfdeaf9-7a8a-4315-bd80-685937b732d9,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:06.816927 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23f73823-70c8-40fb-8282-258325112147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.825806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-e7eaac14-3d79-414d-a37f-a2eb5847b27a req-4a276360-0de5-4d62-90d2-99909b90154e tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Synchronizing usage tracker for tenant:fdbe7189769b428ca40c1fc931ee095c on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:06.854005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:06.858948 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-5414f815-b7c6-4c7d-aa8e-7dd66dcaf268 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a130041b-dddb-4b79-815f-1b7c58b46a60 HTTP/1.1" status: 200 len: 217 time: 0.1439302 Apr 19 03:33:06.878295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-e7eaac14-3d79-414d-a37f-a2eb5847b27a req-4a276360-0de5-4d62-90d2-99909b90154e tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Unset dirty status for tenant:fdbe7189769b428ca40c1fc931ee095c on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:06.879533 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e7eaac14-3d79-414d-a37f-a2eb5847b27a req-4a276360-0de5-4d62-90d2-99909b90154e tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467543 Apr 19 03:33:06.889617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23f73823-70c8-40fb-8282-258325112147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.908997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7cb24388-38fe-4aa6-bea9-7bf5826dbbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:06.931519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f73823-70c8-40fb-8282-258325112147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44416b51-168e-4571-9415-1e23ed90981a,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:06.936782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-23f73823-70c8-40fb-8282-258325112147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:06.952478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23f73823-70c8-40fb-8282-258325112147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:06.957233 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-23f73823-70c8-40fb-8282-258325112147 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44416b51-168e-4571-9415-1e23ed90981a HTTP/1.1" status: 204 len: 168 time: 0.3232706 Apr 19 03:33:07.009351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaa5ef-abc2-44f6-942a-084bef72032d req-54e3dd3a-021b-441e-a4fe-4441028ea896 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:07.010158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cceaa5ef-abc2-44f6-942a-084bef72032d req-54e3dd3a-021b-441e-a4fe-4441028ea896 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Synchronizing usage tracker for tenant:8b5a8a8e91eb4433afaddeca228e2357 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:07.040466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-c050ee9c-fa04-4543-b251-5459b9d2c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:07.042050 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-c050ee9c-fa04-4543-b251-5459b9d2c981 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.1729167 Apr 19 03:33:07.100342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Attempting to bind port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:07.100725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Attempting to bind port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'd0896ae0-d3e6-46de-aa61-5aed767b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0d902849-4cba-462f-b886-4df1935ed27a'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:07.101094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Attempting to bind port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 on network 0d902849-4cba-462f-b886-4df1935ed27a {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:07.142590 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 on network 0d902849-4cba-462f-b886-4df1935ed27a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:33:07.143054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Attempting to bind port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 on network 0d902849-4cba-462f-b886-4df1935ed27a {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:07.145276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cceaa5ef-abc2-44f6-942a-084bef72032d req-54e3dd3a-021b-441e-a4fe-4441028ea896 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Unset dirty status for tenant:8b5a8a8e91eb4433afaddeca228e2357 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:07.147771 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cceaa5ef-abc2-44f6-942a-084bef72032d req-54e3dd3a-021b-441e-a4fe-4441028ea896 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 944 time: 0.6934443 Apr 19 03:33:07.156592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:07.156963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Checking segment: {'id': 'd0896ae0-d3e6-46de-aa61-5aed767b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0d902849-4cba-462f-b886-4df1935ed27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:07.157972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Bound using segment: {'id': 'd0896ae0-d3e6-46de-aa61-5aed767b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0d902849-4cba-462f-b886-4df1935ed27a'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:07.158454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Bound port: 4bfdeaf9-7a8a-4315-bd80-685937b732d9, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0896ae0-d3e6-46de-aa61-5aed767b5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0d902849-4cba-462f-b886-4df1935ed27a'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:07.158932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:07.164981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fee9e-4ae6-4587-a928-2f70f2b67500 req-2e82268b-3ad2-47a6-910d-f59d8c23ec45 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:07.180633 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3b5fee9e-4ae6-4587-a928-2f70f2b67500 req-2e82268b-3ad2-47a6-910d-f59d8c23ec45 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1299875 Apr 19 03:33:07.260196 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3b5fee9e-4ae6-4587-a928-2f70f2b67500 req-14c2ed7e-80a6-427c-b2f6-2d8983bbc053 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781977 Apr 19 03:33:07.302060 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cceaa5ef-abc2-44f6-942a-084bef72032d req-8a298a35-90f6-45bd-9ec1-adbcc9745176 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470854 Apr 19 03:33:07.332142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-8190b6d8-e54c-41b8-a452-ae4e3eaed0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:07.335209 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-8190b6d8-e54c-41b8-a452-ae4e3eaed0a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2829134 Apr 19 03:33:07.410188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] For port 4bfdeaf9-7a8a-4315-bd80-685937b732d9, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:07.551964 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34100) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:07.557352 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] For port 4bfdeaf9-7a8a-4315-bd80-685937b732d9, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4bfdeaf9-7a8a-4315-bd80-685937b732d9,segment=NetworkSegment(d0896ae0-d3e6-46de-aa61-5aed767b5ca2),segment_id=d0896ae0-d3e6-46de-aa61-5aed767b5ca2)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:07.576315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:07.577440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:07.581489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:07.604861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:07.609652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Usage tracker for resource:security_group_rule and tenant:f3fe98590edc4795ad78a4262e28305a is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:07.613607 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:07.623156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:07.674422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:07.675095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:07.676615 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] 10.222.0.10 "PUT /v2.0/ports/4bfdeaf9-7a8a-4315-bd80-685937b732d9 HTTP/1.1" status: 200 len: 1094 time: 2.5689883 Apr 19 03:33:07.677150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e82384e-9619-48cf-ae6d-af42ae4c19d6', 'tag': '4bfdeaf9-7a8a-4315-bd80-685937b732d9'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:07.691940 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-41fa8296-6bf9-418a-98b5-6e78283b43c6 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458302 Apr 19 03:33:07.710592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Pushing event updated for resources: {'Port': ['ID=4bfdeaf9-7a8a-4315-bd80-685937b732d9,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:07.719625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:07.791189 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaca08-88e4-4b1a-8949-bd44748dd5d1 req-2367160e-cc5a-4dec-82f4-3811dfc2bb79 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:07.794752 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9fdaca08-88e4-4b1a-8949-bd44748dd5d1 req-2367160e-cc5a-4dec-82f4-3811dfc2bb79 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1635797 Apr 19 03:33:07.802488 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e82384e-9619-48cf-ae6d-af42ae4c19d6', 'tag': '4bfdeaf9-7a8a-4315-bd80-685937b732d9', 'status': 'completed', 'code': 200} Apr 19 03:33:07.871466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:07.878196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:07.909238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-26e09e52-829b-4255-bad0-0abc327bac66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:07.921509 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9fdaca08-88e4-4b1a-8949-bd44748dd5d1 req-285c857e-fbd1-4834-bcec-16ef29cc6dfe tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200814 Apr 19 03:33:07.934864 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3fe98590edc4795ad78a4262e28305a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814223 Apr 19 03:33:07.938199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34122) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:07.985021 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e21ce1c-607f-4a69-9eb9-b6d8a8338739,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:07.995786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:08.053163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28cb5221-3d02-4578-b4b1-679601c026ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:08.087915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28cb5221-3d02-4578-b4b1-679601c026ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:08.165108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28cb5221-3d02-4578-b4b1-679601c026ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:08.174345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fda93ecf-ea16-429f-bed9-6bf3f98cf679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:08.216397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb5221-3d02-4578-b4b1-679601c026ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e21ce1c-607f-4a69-9eb9-b6d8a8338739,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:08.218729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28cb5221-3d02-4578-b4b1-679601c026ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:08.222819 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-28cb5221-3d02-4578-b4b1-679601c026ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e21ce1c-607f-4a69-9eb9-b6d8a8338739 HTTP/1.1" status: 204 len: 168 time: 0.2794611 Apr 19 03:33:08.222819 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-28cb5221-3d02-4578-b4b1-679601c026ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:08.254103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 7a940176-5df7-495a-8ec5-5dcae433717c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:33:08.351735 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-534c6304-7deb-4df9-8fd3-1c66228163cd req-e76015da-155d-4a42-9644-695e115d51dd service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282277 Apr 19 03:33:08.356856 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fc842-5878-48ea-9350-5940fb7b4576 req-2622b07a-659f-4e62-8f71-e6834b04f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:08.358482 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-2622b07a-659f-4e62-8f71-e6834b04f66b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b5a8a8e91eb4433afaddeca228e2357&device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 1097 time: 0.6030200 Apr 19 03:33:08.382175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a39148-2985-4202-90f9-785cbd76356f req-b4ef4755-d9e6-4405-aba8-39729d8dccdb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:08.394844 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e6a39148-2985-4202-90f9-785cbd76356f req-b4ef4755-d9e6-4405-aba8-39729d8dccdb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 947 time: 0.2058804 Apr 19 03:33:08.422103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 7a940176-5df7-495a-8ec5-5dcae433717c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7a940176-5df7-495a-8ec5-5dcae433717c,segment=NetworkSegment(43c2ceea-dc03-42a6-a093-68cca7a70789),segment_id=43c2ceea-dc03-42a6-a093-68cca7a70789)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:08.442721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '7a940176-5df7-495a-8ec5-5dcae433717c', 'network_id': 'adbc5412-9ad6-407d-aa56-710bb5524f34', 'port_id': '7a940176-5df7-495a-8ec5-5dcae433717c', 'mac_address': 'fa:16:3e:80:a2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6e1259-f75e-4c83-8fbf-6660deb49a6f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:33:08.533319 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-65c7b82f-ffe7-4804-8e1a-f9567a682b7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfdeaf9-7a8a-4315-bd80-685937b732d9 HTTP/1.1" status: 200 len: 217 time: 0.1313860 Apr 19 03:33:08.551404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:08.571398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a940176-5df7-495a-8ec5-5dcae433717c {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:08.606446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 7a940176-5df7-495a-8ec5-5dcae433717c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7a940176-5df7-495a-8ec5-5dcae433717c,segment=NetworkSegment(43c2ceea-dc03-42a6-a093-68cca7a70789),segment_id=43c2ceea-dc03-42a6-a093-68cca7a70789)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:08.606764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:08.608077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:33:08.612946 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:08.701808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=7a940176-5df7-495a-8ec5-5dcae433717c,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:08.714539 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e6a39148-2985-4202-90f9-785cbd76356f req-8018ffc6-900c-4578-8cf9-9dabb20ce56f tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186216 Apr 19 03:33:08.714914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:08.718117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc40cd3-4f31-491a-a56e-146ccb3c79be req-faf6561f-9b18-40b1-9c19-266a117b5027 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:08.727095 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-edc40cd3-4f31-491a-a56e-146ccb3c79be req-faf6561f-9b18-40b1-9c19-266a117b5027 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.2410369 Apr 19 03:33:08.761660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fc842-5878-48ea-9350-5940fb7b4576 req-3d113aed-e78a-4cd7-9946-fca3793ee166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:08.774426 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-3d113aed-e78a-4cd7-9946-fca3793ee166 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70906e67-65f4-4abf-9cb8-30e6e6c6a267 HTTP/1.1" status: 200 len: 848 time: 0.2273901 Apr 19 03:33:08.837788 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-edc40cd3-4f31-491a-a56e-146ccb3c79be req-a47808e7-2f99-441d-9be7-a4dd85ed55f8 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097817 Apr 19 03:33:08.913207 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-07a7bc59-8574-42af-8ca5-3d116eb3bd23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d902849-4cba-462f-b886-4df1935ed27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251500 Apr 19 03:33:08.960449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:08.981556 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'port_id': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'mac_address': 'fa:16:3e:48:58:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:33:09.076980 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:09.110159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a130041b-dddb-4b79-815f-1b7c58b46a60 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:09.136359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:09.141061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:09.148441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3e4a1f75-7bd3-446d-a1a6-7466ec424d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:09.166987 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e613c6-ff47-4853-8c36-8d45359c0d3a req-3ac888b6-951a-4def-9167-dd3f6942f966 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:09.177498 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e5e613c6-ff47-4853-8c36-8d45359c0d3a req-3ac888b6-951a-4def-9167-dd3f6942f966 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 944 time: 0.2582681 Apr 19 03:33:09.196849 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34162) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:09.202337 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-d330d7c4-2626-4091-98f4-170b94b8ad72 service neutron] 10.222.0.10 "GET /v2.0/networks/0d902849-4cba-462f-b886-4df1935ed27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317557 Apr 19 03:33:09.326339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:09.333731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:09.385056 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e5e613c6-ff47-4853-8c36-8d45359c0d3a req-a9b1d149-aa5f-4635-b688-f698e3caeeb0 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931975 Apr 19 03:33:09.418976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:09.449690 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-901fc842-5878-48ea-9350-5940fb7b4576 req-dd448f54-44b6-49e2-a691-18daddbb50a7 service neutron] 10.222.0.10 "GET /v2.0/networks/0d902849-4cba-462f-b886-4df1935ed27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159829 Apr 19 03:33:09.480200 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:09.488978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Usage tracker for resource:security_group_rule and tenant:d9629296be2f484c944eed9549b52401 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:09.492479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:09.494123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a130041b-dddb-4b79-815f-1b7c58b46a60'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:09.509673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:09.555034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['7a940176-5df7-495a-8ec5-5dcae433717c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:09.643368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:09.649153 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:09.665487 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8e32308b-fe68-46db-a9a4-18d92365704d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:09.716710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da46e9-8630-4f60-92e6-916175554faa,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:09.746524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:09.762509 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9629296be2f484c944eed9549b52401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644937 Apr 19 03:33:09.765542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34188) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:09.826857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-b0e5f89f-2096-47b0-a841-cd69b0431365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:09.833741 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-b0e5f89f-2096-47b0-a841-cd69b0431365 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b5a8a8e91eb4433afaddeca228e2357&device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 1097 time: 0.3171775 Apr 19 03:33:09.842359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a49dfd-84a1-4e1a-a482-59e2216a998b req-4563e976-f733-41c0-9942-1c324d33c7c2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:09.843966 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b4a49dfd-84a1-4e1a-a482-59e2216a998b req-4563e976-f733-41c0-9942-1c324d33c7c2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 944 time: 0.2379653 Apr 19 03:33:09.869518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ab1b482c-4da9-4189-a816-94fa730d76a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:09.905624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ab1b482c-4da9-4189-a816-94fa730d76a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:09.932559 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b4a49dfd-84a1-4e1a-a482-59e2216a998b req-bb2f7175-700c-48dd-aa77-e38083e1ebb0 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630789 Apr 19 03:33:10.018642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ab1b482c-4da9-4189-a816-94fa730d76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:10.026646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-23f73823-70c8-40fb-8282-258325112147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:10.046684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ab1b482c-4da9-4189-a816-94fa730d76a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:10.048609 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ab1b482c-4da9-4189-a816-94fa730d76a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2da46e9-8630-4f60-92e6-916175554faa HTTP/1.1" status: 204 len: 168 time: 0.2816305 Apr 19 03:33:10.050359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b482c-4da9-4189-a816-94fa730d76a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da46e9-8630-4f60-92e6-916175554faa,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:10.062982 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ab1b482c-4da9-4189-a816-94fa730d76a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:10.098303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-74a62882-7ab2-4182-a4c3-c64aabea0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:10.100144 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-74a62882-7ab2-4182-a4c3-c64aabea0fe8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d902849-4cba-462f-b886-4df1935ed27a HTTP/1.1" status: 200 len: 909 time: 0.2535529 Apr 19 03:33:10.331246 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-8ca7268f-e183-4d58-a3e3-c52aeb80fff0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfdeaf9-7a8a-4315-bd80-685937b732d9 HTTP/1.1" status: 200 len: 217 time: 0.2051032 Apr 19 03:33:10.651115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5021f6-a04c-4e19-b3aa-8123b09117a0 req-90f01be5-e372-4037-b6b2-d882a1d6cefb tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:10.661116 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5c5021f6-a04c-4e19-b3aa-8123b09117a0 req-90f01be5-e372-4037-b6b2-d882a1d6cefb tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1600730 Apr 19 03:33:10.661342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-354046c2-30b1-4982-8c6c-6633d8b1e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:10.662956 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-354046c2-30b1-4982-8c6c-6633d8b1e36c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=70906e67-65f4-4abf-9cb8-30e6e6c6a267 HTTP/1.1" status: 200 len: 848 time: 0.3307409 Apr 19 03:33:10.723543 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5c5021f6-a04c-4e19-b3aa-8123b09117a0 req-3057ece4-bd2d-4fd2-8ed1-b58d5b5a8e30 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610695 Apr 19 03:33:10.731138 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-9abaa945-d696-4e04-b84a-d154c6c4f51b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d902849-4cba-462f-b886-4df1935ed27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525005 Apr 19 03:33:10.748014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b8de9-d9e7-41dc-89e0-cc9292fe811f req-254ca8b9-7c8a-4544-b526-e45dc14e02be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:10.749892 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-632b8de9-d9e7-41dc-89e0-cc9292fe811f req-254ca8b9-7c8a-4544-b526-e45dc14e02be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1098 time: 0.4350350 Apr 19 03:33:10.819603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1e01-e035-4543-92ca-b7e3201f2589 req-cb0e1a8c-5759-4339-9601-4c4dbc25ae77 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:10.821716 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-68ee1e01-e035-4543-92ca-b7e3201f2589 req-cb0e1a8c-5759-4339-9601-4c4dbc25ae77 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 948 time: 0.5088978 Apr 19 03:33:11.036745 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-632b8de9-d9e7-41dc-89e0-cc9292fe811f req-ff5a3aa3-90d5-4a1c-a594-814ec57b0a35 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598326 Apr 19 03:33:11.077077 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-68ee1e01-e035-4543-92ca-b7e3201f2589 req-ec6dbe9c-bf09-46f3-bb71-d48049d07ad5 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445712 Apr 19 03:33:11.124627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ade48b-0aa4-437b-a182-85b45039951d req-44166aa8-55f9-4647-b027-32f9afdde97d tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:11.133405 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e8ade48b-0aa4-437b-a182-85b45039951d req-44166aa8-55f9-4647-b027-32f9afdde97d tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 944 time: 0.1223457 Apr 19 03:33:11.155896 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-88d81626-7fe3-437a-ab03-3fbdb76b2da1 service neutron] 10.222.0.10 "GET /v2.0/networks/0d902849-4cba-462f-b886-4df1935ed27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117861 Apr 19 03:33:11.199212 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e8ade48b-0aa4-437b-a182-85b45039951d req-7142e517-5b53-42ab-a128-9209da762999 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644753 Apr 19 03:33:11.445007 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e770eded-7e3b-4a30-a68f-471dd57d5356 req-1b40f0fe-eabd-4176-9ac7-92ccc6531f3c service neutron] 10.222.0.10 "GET /v2.0/networks/0d902849-4cba-462f-b886-4df1935ed27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774332 Apr 19 03:33:11.507945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a091-b6e2-4094-a1ab-d2a33def7755 req-eea46bd6-8bd4-404b-bbe1-9971153f3e90 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:11.509664 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bd94a091-b6e2-4094-a1ab-d2a33def7755 req-eea46bd6-8bd4-404b-bbe1-9971153f3e90 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 944 time: 0.1744988 Apr 19 03:33:11.604347 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bd94a091-b6e2-4094-a1ab-d2a33def7755 req-1e863481-ee6b-421b-ba40-1d0d7bee8f80 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842910 Apr 19 03:33:11.726900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34258) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:11.942447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a68003-7d46-4a35-862c-236147693a78 req-f037edfe-aa93-469d-94ed-f143d902d233 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:11.944477 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0a68003-7d46-4a35-862c-236147693a78 req-f037edfe-aa93-469d-94ed-f143d902d233 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1073577 Apr 19 03:33:12.016339 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0a68003-7d46-4a35-862c-236147693a78 req-ffa13045-32a1-42dd-97ce-52db02ce0159 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644474 Apr 19 03:33:12.026358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-527109087-network', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:12.031296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:12.035765 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Usage tracker for resource:network and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:12.038910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:12.056012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:12.057369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Made reservation on behalf of 5eb8114a11ea4a4896008a1b64c6e853 for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:12.062149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.086975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.158386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:12.165020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Usage tracker for resource:security_group_rule and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:12.168428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:12.179626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:12.252323 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-6ced4512-6fe4-44bf-bba3-190c1623b33d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:12.256763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 4bfdeaf9-7a8a-4315-bd80-685937b732d9 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:33:12.265335 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-6ced4512-6fe4-44bf-bba3-190c1623b33d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 814 time: 0.2775779 Apr 19 03:33:12.287531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.291729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.294426 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-5753d014-657e-4166-be7d-e61d3a3d7519 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/quotas/6c42be205934401c935fed53381ef701 HTTP/1.1" status: 200 len: 375 time: 0.0272758 Apr 19 03:33:12.298379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d05effa5-d715-4b22-a162-8c00f193e798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:12.330086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:33:12.346020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0988c3cc-d3fe-4c87-a595-43f5d4920a02,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:12.350633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:12.351281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 7a940176-5df7-495a-8ec5-5dcae433717c up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:12.353897 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.354569 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Added segment c7ccadae-ea80-4c04-ac9e-14391ca0f741 of type vlan for network 21000f1d-87e4-461e-8615-2548195e59f2 Apr 19 03:33:12.388049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.436009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.444215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:12.445643 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.504604 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-7b1bd1a2-88f8-4639-84a2-0a839f405de5 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2088389 Apr 19 03:33:12.507056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:12.577945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 4bfdeaf9-7a8a-4315-bd80-685937b732d9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4bfdeaf9-7a8a-4315-bd80-685937b732d9,segment=NetworkSegment(d0896ae0-d3e6-46de-aa61-5aed767b5ca2),segment_id=d0896ae0-d3e6-46de-aa61-5aed767b5ca2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:12.592791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 7a940176-5df7-495a-8ec5-5dcae433717c completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:12.604201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 7a940176-5df7-495a-8ec5-5dcae433717c triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:12.604628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.623767 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8956039 Apr 19 03:33:12.636278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '4bfdeaf9-7a8a-4315-bd80-685937b732d9', 'network_id': '0d902849-4cba-462f-b886-4df1935ed27a', 'port_id': '4bfdeaf9-7a8a-4315-bd80-685937b732d9', 'mac_address': 'fa:16:3e:52:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70906e67-65f4-4abf-9cb8-30e6e6c6a267', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:33:12.641001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 34286) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:12.655954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Request body: {'subnet': {'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-527109087-subnet', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:12.729983 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Pushing event updated for resources: {'Network': ['ID=21000f1d-87e4-461e-8615-2548195e59f2,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:12.730917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.734068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:12.749153 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 21000f1d-87e4-461e-8615-2548195e59f2 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:33:12.768146 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962b03-ca9c-4511-a254-85bff8fac6ae req-43a0fd0c-127f-433b-bf54-bec181b75ffd tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:12.769880 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-57962b03-ca9c-4511-a254-85bff8fac6ae req-43a0fd0c-127f-433b-bf54-bec181b75ffd tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 948 time: 0.2112248 Apr 19 03:33:12.796674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfdeaf9-7a8a-4315-bd80-685937b732d9 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:12.827959 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-57962b03-ca9c-4511-a254-85bff8fac6ae req-d7cfcd91-a7ef-488d-89ac-6cda416d4a93 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513928 Apr 19 03:33:12.894508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:12.903238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Usage tracker for resource:subnet and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:12.906458 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:12.920961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:12.951748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Made reservation on behalf of 5eb8114a11ea4a4896008a1b64c6e853 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:12.957839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852612158'] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:12.999599 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-de933cce-616a-4a38-ae0a-8f5e1692cfeb service neutron] 10.222.0.20 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862900 Apr 19 03:33:13.059197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7dc5c-d00a-4500-a6df-7c4606f34061 req-46bda7c9-2344-4399-a0d1-5357ddc07fb2 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:13.064630 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8df7dc5c-d00a-4500-a6df-7c4606f34061 req-46bda7c9-2344-4399-a0d1-5357ddc07fb2 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 944 time: 0.1092858 Apr 19 03:33:13.122642 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8df7dc5c-d00a-4500-a6df-7c4606f34061 req-3a5270c6-27c6-44b9-ae9b-dba8322ed30a tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522115 Apr 19 03:33:13.145870 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 4bfdeaf9-7a8a-4315-bd80-685937b732d9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4bfdeaf9-7a8a-4315-bd80-685937b732d9,segment=NetworkSegment(d0896ae0-d3e6-46de-aa61-5aed767b5ca2),segment_id=d0896ae0-d3e6-46de-aa61-5aed767b5ca2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:13.150309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:13.163070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:13.168944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:13.234243 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12c66d-0564-4558-bfd7-6848557e5478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a940176-5df7-495a-8ec5-5dcae433717c'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:13.263078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 7a940176-5df7-495a-8ec5-5dcae433717c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7a940176-5df7-495a-8ec5-5dcae433717c,segment=NetworkSegment(43c2ceea-dc03-42a6-a093-68cca7a70789),segment_id=43c2ceea-dc03-42a6-a093-68cca7a70789)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:13.273940 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:13.275336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:13.285106 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-036ce809-b843-4fa7-a86e-16429687dfcf service neutron] 10.222.0.20 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325859 Apr 19 03:33:13.340740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=4bfdeaf9-7a8a-4315-bd80-685937b732d9,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:13.363583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:13.365655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:13.371557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7ceea-8cd2-465c-9040-9962f6968fca req-7e2225c3-67b3-4be4-8616-2eda1a6fdbd9 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:13.373489 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8c7ceea-8cd2-465c-9040-9962f6968fca req-7e2225c3-67b3-4be4-8616-2eda1a6fdbd9 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 944 time: 0.1087039 Apr 19 03:33:13.433934 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8c7ceea-8cd2-465c-9040-9962f6968fca req-606221e1-b273-4782-8d64-fed4a4d1d3ab tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528529 Apr 19 03:33:13.489584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=7a940176-5df7-495a-8ec5-5dcae433717c,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:13.495612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:13.504736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port a130041b-dddb-4b79-815f-1b7c58b46a60 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:13.518282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port a130041b-dddb-4b79-815f-1b7c58b46a60 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:13.518896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:13.615158 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12c66d-0564-4558-bfd7-6848557e5478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a940176-5df7-495a-8ec5-5dcae433717c', 'code': 200} Apr 19 03:33:13.622280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['4bfdeaf9-7a8a-4315-bd80-685937b732d9'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:13.716369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2802120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852612141'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:13.731600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4d1b162d-8e7d-4b3b-a9e8-bc29b6b7813f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:13.843632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f503227-83df-43fc-b05b-f3585c305ea4 req-1265841a-8cc8-4187-acc8-6bed4d44c53f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:13.856165 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0f503227-83df-43fc-b05b-f3585c305ea4 req-1265841a-8cc8-4187-acc8-6bed4d44c53f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.2259245 Apr 19 03:33:13.897605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:13.902481 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:13.964721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:13.965159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:13.974884 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0f503227-83df-43fc-b05b-f3585c305ea4 req-646310ee-a969-49e5-bb9b-d6e8fae120f6 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177576 Apr 19 03:33:13.978735 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:13.983863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:14.053708 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c6e981df-fe07-498c-86b4-e53812751355 req-3b89a707-6b4e-4d63-9c6a-d27c928826dd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 210 time: 0.0874255 Apr 19 03:33:14.075286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Checking segment: {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:14.076538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Network hostable DHCP agents. Network: 21000f1d-87e4-461e-8615-2548195e59f2, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:33:14.128720 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Network 21000f1d-87e4-461e-8615-2548195e59f2 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:33:14.158562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 21000f1d-87e4-461e-8615-2548195e59f2) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:14.171402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274cca8-f0b6-407a-8280-be6965711e17 req-46072261-edce-4ed6-a381-5b87cfb426fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:14.177023 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7274cca8-f0b6-407a-8280-be6965711e17 req-46072261-edce-4ed6-a381-5b87cfb426fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 1102 time: 0.2641313 Apr 19 03:33:14.186900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca6c48f-d3e5-4269-a013-513ba59c6ebd None None] Network 21000f1d-87e4-461e-8615-2548195e59f2 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:33:14.245006 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:14.248460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:14.336660 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7274cca8-f0b6-407a-8280-be6965711e17 req-8489694e-5206-4479-af16-bf9becda7711 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422079 Apr 19 03:33:14.338766 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f4200909-3213-475e-bf30-f318b7ae5bdd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6960552 Apr 19 03:33:14.341948 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 34330) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:14.350127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:14.356072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:14.361549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Usage tracker for resource:router and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:14.364822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:14.371619 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:14.393385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852801568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772748'] for router, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:14.394717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1974248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1600287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3053'] for router, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:14.428417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:14.434774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5d7b1-38a9-4687-973b-61fbbb4b4a13 req-b70ee6ca-4f22-42cc-9b7e-5e9f281da8a7 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:14.436982 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ab5d7b1-38a9-4687-973b-61fbbb4b4a13 req-b70ee6ca-4f22-42cc-9b7e-5e9f281da8a7 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 949 time: 0.1691916 Apr 19 03:33:14.448818 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:14.469013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:14.512659 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ab5d7b1-38a9-4687-973b-61fbbb4b4a13 req-292aa2bc-8b27-47cb-bc61-1b145d0eccc7 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650747 Apr 19 03:33:14.555911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fac9a6c-fa97-52ec-baca-1f46f843570d-21000f1d-87e4-461e-8615-2548195e59f2', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e'}]}} from dv-cinder-786054-3-smb. {{(pid=86420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 03:33:14.557235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:14.799285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Allocated IP 172.20.0.2 (21000f1d-87e4-461e-8615-2548195e59f2/74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e/d1d84efa-74b2-4838-80ee-2739a9e30b7f) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:14.894254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021fd60-b99d-4a1a-9a93-86b7d61e7ab1 req-35322426-cec6-4a0c-8689-5c62ec90afbb tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:14.902296 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7021fd60-b99d-4a1a-9a93-86b7d61e7ab1 req-35322426-cec6-4a0c-8689-5c62ec90afbb tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 945 time: 0.4303238 Apr 19 03:33:14.940055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:14.996579 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7021fd60-b99d-4a1a-9a93-86b7d61e7ab1 req-87acd7f7-4647-46fd-ac2f-385772e559da tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931671 Apr 19 03:33:15.125375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e67177-5161-4863-bbf0-a31cfe884fba req-f0cd6feb-10d2-4feb-b681-2ca11f96f610 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:15.135626 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d0e67177-5161-4863-bbf0-a31cfe884fba req-f0cd6feb-10d2-4feb-b681-2ca11f96f610 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1200452 Apr 19 03:33:15.161448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:15.188295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Transition to ACTIVE for port object d1d84efa-74b2-4838-80ee-2739a9e30b7f will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:15.205581 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d0e67177-5161-4863-bbf0-a31cfe884fba req-7f76f99e-054f-45d8-a64e-990594750980 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683928 Apr 19 03:33:15.233010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Transition to ACTIVE for port object d1d84efa-74b2-4838-80ee-2739a9e30b7f will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:15.238266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:15.244315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:15.377530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-b49e142c-7e08-4ceb-b9a4-f8ba60fd0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:15.379720 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-b49e142c-7e08-4ceb-b9a4-f8ba60fd0985 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1098 time: 0.3448257 Apr 19 03:33:15.397375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Network 21000f1d-87e4-461e-8615-2548195e59f2 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:15.401301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:15.403943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:15.415767 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Pushing event updated for resources: {'Port': ['ID=d1d84efa-74b2-4838-80ee-2739a9e30b7f,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:15.419081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:15.430263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099949f2-de12-442d-a319-dcb349686f6a req-5604ef14-fe7f-4220-b73f-01f5af41c0c4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:15.431889 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-099949f2-de12-442d-a319-dcb349686f6a req-5604ef14-fe7f-4220-b73f-01f5af41c0c4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1842084 Apr 19 03:33:15.574894 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5d13bae9-38d4-46ba-8a48-fa3aa81d47cf req-63a4c4e8-5be3-44a8-873b-c89452a376d6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 210 time: 0.0761054 Apr 19 03:33:15.597817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Attempting to bind port d1d84efa-74b2-4838-80ee-2739a9e30b7f on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:15.598358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Attempting to bind port d1d84efa-74b2-4838-80ee-2739a9e30b7f by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:15.598876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Attempting to bind port d1d84efa-74b2-4838-80ee-2739a9e30b7f on network 21000f1d-87e4-461e-8615-2548195e59f2 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:15.605564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:15.606036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Checking segment: {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:15.606641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:15.607205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Bound using segment: {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:15.607875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Bound port: d1d84efa-74b2-4838-80ee-2739a9e30b7f, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:15.608526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:15.637473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:15.727060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] For port d1d84efa-74b2-4838-80ee-2739a9e30b7f, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:15.731356 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] For port d1d84efa-74b2-4838-80ee-2739a9e30b7f, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d1d84efa-74b2-4838-80ee-2739a9e30b7f,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:15.738707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:15.745210 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:15.902759 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Pushing event updated for resources: {'Port': ['ID=d1d84efa-74b2-4838-80ee-2739a9e30b7f,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:15.908159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:16.044090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a9da-299a-4f0f-94f0-b8c9f3fb2cfb req-c006d6e7-4fe9-4784-9d48-7ae2f2bfca9e tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:16.053471 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-89c3a9da-299a-4f0f-94f0-b8c9f3fb2cfb req-c006d6e7-4fe9-4784-9d48-7ae2f2bfca9e tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 949 time: 0.2272062 Apr 19 03:33:16.115212 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-89c3a9da-299a-4f0f-94f0-b8c9f3fb2cfb req-171613bd-cf10-4dbe-8573-1a4a3feed0bb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605855 Apr 19 03:33:16.216524 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'code': 200} Apr 19 03:33:16.263705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 4bfdeaf9-7a8a-4315-bd80-685937b732d9 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:16.489455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:16.501034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:16.501784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:16.540665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd6b48-5b9b-4c81-82da-c3b869524767 req-5f6c80be-2a83-44a5-a6c6-27ce534ee567 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:16.552236 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-31bd6b48-5b9b-4c81-82da-c3b869524767 req-5f6c80be-2a83-44a5-a6c6-27ce534ee567 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 945 time: 0.1893070 Apr 19 03:33:16.559808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d1d84efa-74b2-4838-80ee-2739a9e30b7f up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:16.596489 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-099949f2-de12-442d-a319-dcb349686f6a req-58f22588-b654-4d44-8852-51cae160aa1b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1092012 Apr 19 03:33:16.663747 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-31bd6b48-5b9b-4c81-82da-c3b869524767 req-91233ef0-b0bc-4953-94b6-ffb80a59c9ba tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103709 Apr 19 03:33:16.702259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-c558afea-a3bf-4e83-878c-df4bc4514dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:16.704671 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-c558afea-a3bf-4e83-878c-df4bc4514dd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 920 time: 1.2946610 Apr 19 03:33:16.735719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5e549-ce06-47a0-99a4-6e13584de2e6 req-fbb6c81e-5b51-4123-a306-a50deda4236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:16.737426 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a5e5e549-ce06-47a0-99a4-6e13584de2e6 req-fbb6c81e-5b51-4123-a306-a50deda4236b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 1098 time: 0.1671023 Apr 19 03:33:16.745728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-b90461b2-ea80-4ed3-9c3c-50233b8182dc tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:16.747497 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-b90461b2-ea80-4ed3-9c3c-50233b8182dc tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 814 time: 1.2358396 Apr 19 03:33:16.770541 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:16.796088 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a5e5e549-ce06-47a0-99a4-6e13584de2e6 req-8aa818e1-a66c-433d-a1ab-de8a1784b31b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436110 Apr 19 03:33:16.818010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 4bfdeaf9-7a8a-4315-bd80-685937b732d9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4bfdeaf9-7a8a-4315-bd80-685937b732d9,segment=NetworkSegment(d0896ae0-d3e6-46de-aa61-5aed767b5ca2),segment_id=d0896ae0-d3e6-46de-aa61-5aed767b5ca2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:16.826712 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:16.830254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ac19efc8-435c-47d8-a50c-7600807a30ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:16.836030 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-42e2b434-376e-414c-9b7e-6c3a4a6b6c9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 200 len: 217 time: 0.0873637 Apr 19 03:33:16.847482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Request body: {'port': {'device_id': '2d029352-082c-4d14-a2bc-b6c59f756d66', 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'admin_state_up': True, 'tenant_id': '6c42be205934401c935fed53381ef701'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:16.878542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port d1d84efa-74b2-4838-80ee-2739a9e30b7f completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:16.942584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=4bfdeaf9-7a8a-4315-bd80-685937b732d9,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:16.955550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:16.961774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72707f-07db-4de2-a2cd-ff977eb99996 req-7a73a0e4-ac2d-4929-9531-8ffe7d504ea6 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:16.962831 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d72707f-07db-4de2-a2cd-ff977eb99996 req-7a73a0e4-ac2d-4929-9531-8ffe7d504ea6 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1379673 Apr 19 03:33:17.020584 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d72707f-07db-4de2-a2cd-ff977eb99996 req-9c799331-eb46-44f3-938d-694853504152 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500810 Apr 19 03:33:17.064226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:17.112802 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:17.212438 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-7913a9ad-5809-4103-b8d3-3d57069389a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:17.214533 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-7913a9ad-5809-4103-b8d3-3d57069389a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.3330178 Apr 19 03:33:17.227757 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e99d125-2e1d-4b7e-aad8-39d5a2736341 req-12aafab1-0a18-468f-8c87-a7473fb3e3cc tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 210 time: 0.0861924 Apr 19 03:33:17.369628 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-1de6b581-81c4-4b3b-bc5e-14efc91744a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441183 Apr 19 03:33:17.537148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a747092-7aba-42c3-9785-a158bb0872c4 None None] Network 21000f1d-87e4-461e-8615-2548195e59f2 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:33:17.573125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:17.621252 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:17.649045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Allocated IP 172.28.0.202 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/8bc807f9-e4e1-4093-b1bf-92a58c4c35ae) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:17.672056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Made reservation on behalf of 6c42be205934401c935fed53381ef701 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:17.679546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:17.686019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] Provisioning for port d1d84efa-74b2-4838-80ee-2739a9e30b7f completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:17.707858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] Provisioning complete for port d1d84efa-74b2-4838-80ee-2739a9e30b7f triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:17.708281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:17.733014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693e831-b710-417d-812e-61de4cb9a30e req-d62ccfc7-2f47-48b4-8df5-e67c958baa3d tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:17.740971 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f693e831-b710-417d-812e-61de4cb9a30e req-d62ccfc7-2f47-48b4-8df5-e67c958baa3d tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 949 time: 0.4969983 Apr 19 03:33:17.777154 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-2498e04b-1097-4afb-9787-27634f51d5d7 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496695 Apr 19 03:33:17.836790 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9342287-778b-4022-a0a1-3a3dbd0bc79e req-45423ee3-ff2d-4382-b9dd-cae330416fe5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:17.846465 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e9342287-778b-4022-a0a1-3a3dbd0bc79e req-45423ee3-ff2d-4382-b9dd-cae330416fe5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1153715 Apr 19 03:33:17.903448 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e9342287-778b-4022-a0a1-3a3dbd0bc79e req-e3abd69f-d6cb-4509-8c28-14fef0a2648f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555356 Apr 19 03:33:18.042527 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:18.154268 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b42520fa-3df6-4bd7-9996-101a1b2bf595 req-669ee341-dd34-4e0c-a26a-bca8de859ed0 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507075 Apr 19 03:33:18.181896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] For port d1d84efa-74b2-4838-80ee-2739a9e30b7f, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d1d84efa-74b2-4838-80ee-2739a9e30b7f,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:18.193050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:18.197492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38abd48f-c069-42b8-971b-71f868f208a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:18.202947 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6afc47-8685-466d-a2d3-be95cc06de0a req-095c0dab-91dc-432c-bdb1-cb4c1e5b3289 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:18.217939 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f693e831-b710-417d-812e-61de4cb9a30e req-6bf86783-2c38-4797-9974-b7747ac7fce2 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622402 Apr 19 03:33:18.220599 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e6afc47-8685-466d-a2d3-be95cc06de0a req-095c0dab-91dc-432c-bdb1-cb4c1e5b3289 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 946 time: 0.1823528 Apr 19 03:33:18.326192 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82384e-9619-48cf-ae6d-af42ae4c19d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfdeaf9-7a8a-4315-bd80-685937b732d9'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:18.355252 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e6afc47-8685-466d-a2d3-be95cc06de0a req-420bc651-6fd0-49d4-9823-4389f11fdb47 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333971 Apr 19 03:33:18.403871 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] Pushing event updated for resources: {'Port': ['ID=d1d84efa-74b2-4838-80ee-2739a9e30b7f,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:18.409743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:18.521076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-fb8a142b-1f01-4279-942a-81c19c4be57b None None] Provisioning complete for port d1d84efa-74b2-4838-80ee-2739a9e30b7f triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:18.521521 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fb8a142b-1f01-4279-942a-81c19c4be57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:18.566123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:18.611334 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Allocated IP 172.20.0.14 (d4914c02-2059-4113-84cb-a5530fb219ec/9245fd6d-c6ac-4749-a802-7431f72f5be4/2ca33e84-9668-4fb0-a7cf-c08e91567793) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:18.722253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f2ed9-039d-49cd-b83e-f95c8398e9e3 req-65272fb7-c0e5-4020-83d7-7da1ae39733b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:18.724208 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8e9f2ed9-039d-49cd-b83e-f95c8398e9e3 req-65272fb7-c0e5-4020-83d7-7da1ae39733b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.2387011 Apr 19 03:33:18.729388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:18.738983 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:18.787866 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ac9b62f9-88d0-4df5-9026-4718155d2886 req-3d0fc777-6312-42e6-a5bb-270e54442091 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 210 time: 0.0504766 Apr 19 03:33:18.850800 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82384e-9619-48cf-ae6d-af42ae4c19d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfdeaf9-7a8a-4315-bd80-685937b732d9', 'code': 200} Apr 19 03:33:18.870959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:18.941144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:18.956789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:19.012024 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Pushing event updated for resources: {'Port': ['ID=8bc807f9-e4e1-4093-b1bf-92a58c4c35ae,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:19.032174 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8e9f2ed9-039d-49cd-b83e-f95c8398e9e3 req-65049ea1-c4c0-4f35-bdb5-a6fa3ec05ab4 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980537 Apr 19 03:33:19.035367 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:19.146369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb216f-878b-4951-a7be-6e20b5ddf164 req-1cec8a11-1cb9-48c4-98a2-f2ab1468e827 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:19.148466 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f0bb216f-878b-4951-a7be-6e20b5ddf164 req-1cec8a11-1cb9-48c4-98a2-f2ab1468e827 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1178889 Apr 19 03:33:19.206503 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f0bb216f-878b-4951-a7be-6e20b5ddf164 req-4c3bcfe2-6646-4c98-89b4-de92b9db3884 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509877 Apr 19 03:33:19.556901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-57ef6d80-5005-4b19-a53b-98d2d75ed888 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:19.558596 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-57ef6d80-5005-4b19-a53b-98d2d75ed888 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 949 time: 0.2212319 Apr 19 03:33:19.617753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:19.622794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f5b6-524d-42b1-98d8-e7fd9030ffba req-1e1b223a-4752-42ac-8357-837e8dc0e10e tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:19.624311 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0988f5b6-524d-42b1-98d8-e7fd9030ffba req-1e1b223a-4752-42ac-8357-837e8dc0e10e tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 949 time: 0.1984739 Apr 19 03:33:19.702155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Deleting port 7a940176-5df7-495a-8ec5-5dcae433717c {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:33:19.702775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:19.756033 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0988f5b6-524d-42b1-98d8-e7fd9030ffba req-1dbc0d20-a48d-400d-9a5e-10b791e392cd tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194053 Apr 19 03:33:19.825253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752e241-e27a-4881-8aa8-706063933f39 req-6c445111-7eaa-4658-92be-d2321536864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:19.827140 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b752e241-e27a-4881-8aa8-706063933f39 req-6c445111-7eaa-4658-92be-d2321536864d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 1099 time: 0.7797976 Apr 19 03:33:19.942077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd32e0-3a47-4d17-aab8-0e2320137ed2 req-7203fcb1-e0e2-4576-813e-f53e3b429cbb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:19.944524 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-60bd32e0-3a47-4d17-aab8-0e2320137ed2 req-7203fcb1-e0e2-4576-813e-f53e3b429cbb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.7463455 Apr 19 03:33:19.973474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34426) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:19.983634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'floatingip': {'port_id': 'a130041b-dddb-4b79-815f-1b7c58b46a60'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:20.038552 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b752e241-e27a-4881-8aa8-706063933f39 req-2154bd8c-8c07-4d1e-967e-3fad1e91d71e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984308 Apr 19 03:33:20.039839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:20.042066 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:20.053111 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['42e03bf6-0333-4983-96ea-9755374fb184', 'a697e53c-908c-4abd-97f5-c886fd335530', '2a7c1b16-f2fb-451c-822e-6f365aa32181'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:20.114113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-74b4aeb9-cfc3-47be-9189-711cc340850b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:20.347461 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Network d4914c02-2059-4113-84cb-a5530fb219ec is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:20.358184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d1d84efa-74b2-4838-80ee-2739a9e30b7f up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:20.399204 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:20.417679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Pushing event updated for resources: {'Port': ['ID=2ca33e84-9668-4fb0-a7cf-c08e91567793,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:20.420217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:20.465748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:20.507725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port d1d84efa-74b2-4838-80ee-2739a9e30b7f triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:20.508175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:20.510678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:20.548258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:20.549214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:20.668819 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] For port 7a940176-5df7-495a-8ec5-5dcae433717c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=7a940176-5df7-495a-8ec5-5dcae433717c,segment=NetworkSegment(43c2ceea-dc03-42a6-a093-68cca7a70789),segment_id=43c2ceea-dc03-42a6-a093-68cca7a70789)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:20.669404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:20.744332 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0af450-fad0-406c-822e-55f25bfd1abe req-8e075b17-5728-4baf-9f76-17bc31b52f6e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:20.746084 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3f0af450-fad0-406c-822e-55f25bfd1abe req-8e075b17-5728-4baf-9f76-17bc31b52f6e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 932 time: 0.4081533 Apr 19 03:33:20.786239 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9490678 Apr 19 03:33:20.827482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Request body: {'port': {'device_id': '2d029352-082c-4d14-a2bc-b6c59f756d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:20.844478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Calling delete_port for 7a940176-5df7-495a-8ec5-5dcae433717c owned by compute:nova {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:33:20.936645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63d492-23b6-40f8-a643-4bbb769f3f0e req-0352d40e-77e7-4326-aa26-7c1a8715d7c7 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:20.945086 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-aa63d492-23b6-40f8-a643-4bbb769f3f0e req-0352d40e-77e7-4326-aa26-7c1a8715d7c7 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 946 time: 1.0506358 Apr 19 03:33:20.975897 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3f0af450-fad0-406c-822e-55f25bfd1abe req-6d3ef70a-b7cf-423e-a403-9f9c4b95995c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112761 Apr 19 03:33:21.015211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213'] for router, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:21.144626 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-aa63d492-23b6-40f8-a643-4bbb769f3f0e req-bdcaceb5-5c80-4248-b301-4a0fbefc7298 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985006 Apr 19 03:33:21.307612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:21.472518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd3bb5-178e-45d5-81f5-e6afaac084f3 req-1f36c964-8e38-491c-b5fa-f1947791b0b7 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:21.474193 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-31cd3bb5-178e-45d5-81f5-e6afaac084f3 req-1f36c964-8e38-491c-b5fa-f1947791b0b7 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.3368552 Apr 19 03:33:21.548972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:21.567621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:21.622024 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-31cd3bb5-178e-45d5-81f5-e6afaac084f3 req-4120dd1d-4669-421e-b743-bea234cac2e2 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022966 Apr 19 03:33:21.645884 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Pushing event deleted for resources: {'Port': ['ID=7a940176-5df7-495a-8ec5-5dcae433717c,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:21.668281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5f848-3b9f-4802-8a0b-a906dea0ef3e req-a79824be-68b3-4f1b-b9e3-a806df026bba tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:21.669951 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7aa5f848-3b9f-4802-8a0b-a906dea0ef3e req-a79824be-68b3-4f1b-b9e3-a806df026bba tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb12c66d-0564-4558-bfd7-6848557e5478 HTTP/1.1" status: 200 len: 949 time: 0.2603045 Apr 19 03:33:21.673589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Router bf5211a0-b73e-4002-9439-aeffdad5dccd is scheduled to L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed with binding_index 1 {{(pid=86418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 03:33:21.684214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:21.834685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34454) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:21.911951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] No DVR routers for this DVR port 7a940176-5df7-495a-8ec5-5dcae433717c on host hv-cinder-78605 {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:33:21.920163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:21.932379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12c66d-0564-4558-bfd7-6848557e5478', 'name': 'network-vif-deleted', 'tag': '7a940176-5df7-495a-8ec5-5dcae433717c'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:21.955586 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f3dfccea-2b6b-47c8-8c30-8242c2bba22f req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.10 "DELETE /v2.0/ports/7a940176-5df7-495a-8ec5-5dcae433717c HTTP/1.1" status: 204 len: 173 time: 2.3814497 Apr 19 03:33:21.974956 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7aa5f848-3b9f-4802-8a0b-a906dea0ef3e req-98e9b6fa-9411-416c-9098-57fdc710c0ff tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] 10.222.0.20 "GET /v2.0/security-groups?id=db4c1db9-3c8e-4fcd-b2a5-07213579af4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995931 Apr 19 03:33:21.975777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['7a940176-5df7-495a-8ec5-5dcae433717c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:22.092805 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12c66d-0564-4558-bfd7-6848557e5478', 'name': 'network-vif-deleted', 'tag': '7a940176-5df7-495a-8ec5-5dcae433717c', 'status': 'completed', 'code': 200} Apr 19 03:33:22.378673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:22.392067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:22.400165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:22.477467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:22.514325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:33:22.524397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Sync routers for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:33:22.537090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:22.537893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:22.550107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Usage tracker for resource:security_group_rule and tenant:80c6038d2b8645a3b850c0e9db7fcff8 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:22.565793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:22.568193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b783f5-0d7a-49ff-aa2c-7ae09404b9be req-5f5aac25-c398-4268-8b10-499cd5e56995 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:22.569874 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-42b783f5-0d7a-49ff-aa2c-7ae09404b9be req-5f5aac25-c398-4268-8b10-499cd5e56995 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 946 time: 0.2597375 Apr 19 03:33:22.587704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:22.598602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca33e84-9668-4fb0-a7cf-c08e91567793 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:22.611618 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:22.615212 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2685814 Apr 19 03:33:22.615212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:22.619282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c85b1-b05e-4b9e-9a3e-da0bf2479a71 req-6d9333ff-5515-47a7-8c12-389c6cea8e45 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:22.620655 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-414c85b1-b05e-4b9e-9a3e-da0bf2479a71 req-6d9333ff-5515-47a7-8c12-389c6cea8e45 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 932 time: 0.4059825 Apr 19 03:33:22.620845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 34470) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:22.692070 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Floating IP 06b153dd-686a-4b31-aa68-31208005436f associated. External IP: 172.28.0.20, port: a130041b-dddb-4b79-815f-1b7c58b46a60. Apr 19 03:33:22.755168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:22.816052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Transition to ACTIVE for port object 2ca33e84-9668-4fb0-a7cf-c08e91567793 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:22.829208 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-42b783f5-0d7a-49ff-aa2c-7ae09404b9be req-26ba2b0d-bd49-4f04-b198-945964232779 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490222 Apr 19 03:33:22.835400 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:22.843347 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-696e554a-634b-4eda-b0fa-e2fed192fd39 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:22.872505 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-414c85b1-b05e-4b9e-9a3e-da0bf2479a71 req-99beac2f-8b8a-42b0-bd5d-e92959b9a753 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343068 Apr 19 03:33:22.936063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:22.949879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca33e84-9668-4fb0-a7cf-c08e91567793,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:22.952967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:22.991253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:23.001414 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-11a02fc1-5504-483c-b6e5-0bb19afd9aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:23.367304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:19Z', 'revision_number': 3, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:23.374551 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Checking router: bf5211a0-b73e-4002-9439-aeffdad5dccd for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:33:23.374754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Updating router bf5211a0-b73e-4002-9439-aeffdad5dccd port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:33:23.495233 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:23.496475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Attempting to bind port 2ca33e84-9668-4fb0-a7cf-c08e91567793 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:23.496971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Attempting to bind port 2ca33e84-9668-4fb0-a7cf-c08e91567793 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:23.497472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Attempting to bind port 2ca33e84-9668-4fb0-a7cf-c08e91567793 on network d4914c02-2059-4113-84cb-a5530fb219ec {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:23.511498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Port 2ca33e84-9668-4fb0-a7cf-c08e91567793 on network d4914c02-2059-4113-84cb-a5530fb219ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:33:23.512096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Attempting to bind port 2ca33e84-9668-4fb0-a7cf-c08e91567793 on network d4914c02-2059-4113-84cb-a5530fb219ec {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:23.526903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:23.527531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Checking segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:23.528066 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Bound using segment: {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:23.528652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Bound port: 2ca33e84-9668-4fb0-a7cf-c08e91567793, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:23.529256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:23.742717 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80c6038d2b8645a3b850c0e9db7fcff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9022400 Apr 19 03:33:23.750174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34494) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:23.771329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d42f8-b3b1-42b9-afc2-7014fcbaa870,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:23.825833 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.826242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.826849 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.827002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.827396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.827915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.835326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.835822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.836283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.836716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.837010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.837403 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:23.877205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:24.022490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Router d5d795f6-3742-4bf7-93ca-f415a3240b04 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:33:24.074193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-87c284c3-135c-4187-8f65-8cf32a457052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.095047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] For port 2ca33e84-9668-4fb0-a7cf-c08e91567793, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:24.106965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.124522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Transition to ACTIVE for port object 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:24.134989 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.139965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34b5fb6d-0fc7-46e5-8b3e-fb5cc9301d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:24.156076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] For port 2ca33e84-9668-4fb0-a7cf-c08e91567793, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2ca33e84-9668-4fb0-a7cf-c08e91567793,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:24.176847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.194070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:24.229399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65dbb8-cff5-4d97-915e-e030e65d84cb None None] Pushing event updated for resources: {'Port': ['ID=8bc807f9-e4e1-4093-b1bf-92a58c4c35ae,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:24.240296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-db65dbb8-cff5-4d97-915e-e030e65d84cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:24.249857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Attempting to bind port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:24.251317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Attempting to bind port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:24.253151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Attempting to bind port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae on network 2b282c9f-01b3-436d-9a2f-af1029725b6f {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:24.260699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:24.261117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:24.261823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.262341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Bound using segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:24.263052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Bound port: 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:24.264057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.288479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:24.289157 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.290669 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] 10.222.0.10 "PUT /v2.0/ports/2ca33e84-9668-4fb0-a7cf-c08e91567793 HTTP/1.1" status: 200 len: 1094 time: 3.4798353 Apr 19 03:33:24.293290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d029352-082c-4d14-a2bc-b6c59f756d66', 'tag': '2ca33e84-9668-4fb0-a7cf-c08e91567793'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:24.296404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 7a940176-5df7-495a-8ec5-5dcae433717c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:33:24.325658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-87c284c3-135c-4187-8f65-8cf32a457052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.349148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 7a940176-5df7-495a-8ec5-5dcae433717c {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:33:24.349836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 7a940176-5df7-495a-8ec5-5dcae433717c not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:33:24.395761 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] For port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:24.399565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] For port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=8bc807f9-e4e1-4093-b1bf-92a58c4c35ae,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:24.405766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.415057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:24.425899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:33:24.441127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] Sync routers for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:33:24.452763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64189edc-33e9-4641-ae1c-4dd6bbdadb59 req-ad317665-a9e1-46b6-9d53-cf9a7c236554 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:24.461618 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-64189edc-33e9-4641-ae1c-4dd6bbdadb59 req-ad317665-a9e1-46b6-9d53-cf9a7c236554 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 944 time: 0.4298124 Apr 19 03:33:24.464973 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c17df-3c23-4c1a-a160-53c7ded44533 req-8a9d916f-5b68-4350-a751-2e96b2eb0167 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:24.466618 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-832c17df-3c23-4c1a-a160-53c7ded44533 req-8a9d916f-5b68-4350-a751-2e96b2eb0167 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.4687030 Apr 19 03:33:24.468411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:24.477181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:24.491255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.502990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca33e84-9668-4fb0-a7cf-c08e91567793,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:24.512905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:24.558778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:24.560338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:24.565089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-87c284c3-135c-4187-8f65-8cf32a457052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.572841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:24.590868 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-64189edc-33e9-4641-ae1c-4dd6bbdadb59 req-d605fe45-d206-4550-ad23-4cdb6c8c9827 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281972 Apr 19 03:33:24.618878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-87c284c3-135c-4187-8f65-8cf32a457052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:24.630826 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-87c284c3-135c-4187-8f65-8cf32a457052 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d9d42f8-b3b1-42b9-afc2-7014fcbaa870 HTTP/1.1" status: 204 len: 168 time: 0.8753054 Apr 19 03:33:24.641709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c284c3-135c-4187-8f65-8cf32a457052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d42f8-b3b1-42b9-afc2-7014fcbaa870,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:24.646369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-87c284c3-135c-4187-8f65-8cf32a457052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:24.648059 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ea93d47c-0e2e-4892-b2c4-09ca4d3aa87e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "PUT /v2.0/floatingips/06b153dd-686a-4b31-aa68-31208005436f HTTP/1.1" status: 200 len: 990 time: 4.6690249 Apr 19 03:33:24.656291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:24.755575 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65dbb8-cff5-4d97-915e-e030e65d84cb None None] Pushing event updated for resources: {'Port': ['ID=8bc807f9-e4e1-4093-b1bf-92a58c4c35ae,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:24.776396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-db65dbb8-cff5-4d97-915e-e030e65d84cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:24.779769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:24.790070 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-832c17df-3c23-4c1a-a160-53c7ded44533 req-7369e8e4-dfc9-4883-8395-05490690b90e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077707 Apr 19 03:33:24.922038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:24.948019 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d029352-082c-4d14-a2bc-b6c59f756d66', 'tag': '2ca33e84-9668-4fb0-a7cf-c08e91567793', 'status': 'completed', 'code': 200} Apr 19 03:33:24.960457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:25.001428 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'status': 'completed', 'code': 200} Apr 19 03:33:25.049920 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-9972540b-1ebc-475d-8ae6-501846cda6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:25.051812 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-9972540b-1ebc-475d-8ae6-501846cda6fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 1097 time: 0.6770482 Apr 19 03:33:25.320713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34588) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:25.354875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:25.377641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc315102-72e5-42ab-872c-6159b6214389 req-91a222ae-8f7d-49ea-8de6-5d00d2d5fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:25.379521 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc315102-72e5-42ab-872c-6159b6214389 req-91a222ae-8f7d-49ea-8de6-5d00d2d5fb39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 1098 time: 0.3504941 Apr 19 03:33:25.380888 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:25.417632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Usage tracker for resource:security_group_rule and tenant:5480451954b24afd9a94dd9801f7fff1 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:25.435603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:25.449216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:25.639829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc315102-72e5-42ab-872c-6159b6214389 req-84690068-c273-4779-8069-2b51c609c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:25.642395 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc315102-72e5-42ab-872c-6159b6214389 req-84690068-c273-4779-8069-2b51c609c8d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.2543740 Apr 19 03:33:25.729097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:19Z', 'revision_number': 3, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:25.742892 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-21318636-96bb-445d-93e2-f6822355107e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ca33e84-9668-4fb0-a7cf-c08e91567793 HTTP/1.1" status: 200 len: 217 time: 0.6781294 Apr 19 03:33:25.744981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a917042d-094b-4457-bcbc-8d19f708c5af None None] The sync data for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb is: [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:19Z', 'revision_number': 3, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:33:25.900437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-d16e66c0-de15-4067-9a24-ff749f7c47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:25.902338 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-d16e66c0-de15-4067-9a24-ff749f7c47bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.1504116 Apr 19 03:33:25.943821 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc315102-72e5-42ab-872c-6159b6214389 req-49480a5d-bc3c-497b-9a46-4dfbec987b5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a130041b-dddb-4b79-815f-1b7c58b46a60 HTTP/1.1" status: 200 len: 998 time: 0.2819154 Apr 19 03:33:26.022034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:26.072811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:26.089193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6a803cb1-f21e-4dab-aa38-4c5589c156d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:26.124396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a18cb10-96d6-452d-b603-2318dac5da64,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:26.134348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:26.163519 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-1f9944fc-933a-49b6-ab8b-e6e53fa4e621 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2486353 Apr 19 03:33:26.174813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 34632) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:26.178907 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5480451954b24afd9a94dd9801f7fff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8509657 Apr 19 03:33:26.189873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc315102-72e5-42ab-872c-6159b6214389 req-d3af10dd-c5ac-4cc5-8151-35bdfd7f7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:26.192763 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc315102-72e5-42ab-872c-6159b6214389 req-d3af10dd-c5ac-4cc5-8151-35bdfd7f7b65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.1690307 Apr 19 03:33:26.302096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '06b153dd-686a-4b31-aa68-31208005436f', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'floating_ip_address': '172.28.0.20', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'port_id': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'mac_address': 'fa:16:3e:48:58:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:32:50Z', 'updated_at': '2021-04-19T03:33:21Z', 'revision_number': 1, 'project_id': '244beb034457436ea20a02004a345f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:26.311835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] Checking router: d5d795f6-3742-4bf7-93ca-f415a3240b04 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:33:26.343069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:26.344208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:26.431474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc315102-72e5-42ab-872c-6159b6214389 req-eefadedd-e8e1-4629-b8d7-fbda06a21965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:26.433766 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc315102-72e5-42ab-872c-6159b6214389 req-eefadedd-e8e1-4629-b8d7-fbda06a21965 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2318332 Apr 19 03:33:26.738704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:26.765899 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc315102-72e5-42ab-872c-6159b6214389 req-4661b7be-4712-4491-9cb1-a4f784eb7795 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185027 Apr 19 03:33:26.894578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Allocated IP 172.20.0.1 (21000f1d-87e4-461e-8615-2548195e59f2/74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e/6648e672-dba0-49a5-8d22-a4559294ed38) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:27.023068 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc315102-72e5-42ab-872c-6159b6214389 req-ec91566e-49c7-4836-887f-6e4aabc5e00a service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471178 Apr 19 03:33:27.055580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e82e67-0874-447f-aa53-90ab0c614db5 req-5c806991-f679-4e73-98f0-64a2120e1e46 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:27.058557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-55e82e67-0874-447f-aa53-90ab0c614db5 req-5c806991-f679-4e73-98f0-64a2120e1e46 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:27.080356 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:27.171444 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-2606deaf-1eaf-44b2-b909-ca9616609def service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9985766 Apr 19 03:33:27.564525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-55e82e67-0874-447f-aa53-90ab0c614db5 req-5c806991-f679-4e73-98f0-64a2120e1e46 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:27.565956 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-55e82e67-0874-447f-aa53-90ab0c614db5 req-5c806991-f679-4e73-98f0-64a2120e1e46 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 944 time: 1.5108221 Apr 19 03:33:27.568113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:27.668660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '06b153dd-686a-4b31-aa68-31208005436f', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'floating_ip_address': '172.28.0.20', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'port_id': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'mac_address': 'fa:16:3e:48:58:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:32:50Z', 'updated_at': '2021-04-19T03:33:21Z', 'revision_number': 1, 'project_id': '244beb034457436ea20a02004a345f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:27.673104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a751458-5e54-49e0-985b-9464af184ba5 None None] The sync data for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb is: [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '06b153dd-686a-4b31-aa68-31208005436f', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'floating_ip_address': '172.28.0.20', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'port_id': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'mac_address': 'fa:16:3e:48:58:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:32:50Z', 'updated_at': '2021-04-19T03:33:21Z', 'revision_number': 1, 'project_id': '244beb034457436ea20a02004a345f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:33:27.786594 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-55e82e67-0874-447f-aa53-90ab0c614db5 req-41dbe36e-9c8a-455d-b255-be2ca760d7b5 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910009 Apr 19 03:33:27.841848 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2998f16-f4e3-4b97-9fa8-d410b4c8d79d req-95f26b83-fafc-4f07-9f69-c524a4d339d3 service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058741 Apr 19 03:33:27.845491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:27.868152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:27.873990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-61532e32-d085-42b8-9d6e-3723ef478199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:27.887930 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Transition to ACTIVE for port object 6648e672-dba0-49a5-8d22-a4559294ed38 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:27.895511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a18cb10-96d6-452d-b603-2318dac5da64,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:27.925534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.925962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.926371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.926768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.927209 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.927560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.928015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.928409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.928799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.929187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.929580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:27.930019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:28.010677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:28.029392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:28.030089 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a18cb10-96d6-452d-b603-2318dac5da64 HTTP/1.1" status: 204 len: 168 time: 1.8461311 Apr 19 03:33:28.065226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:28.093344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-12f4dc84-cc4b-4b77-8903-93ed708d3424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:28.121405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42fce2e-b4c9-43be-88f1-679487260312 None None] New status for floating IP 06b153dd-686a-4b31-aa68-31208005436f: ACTIVE {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:33:28.377133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Network 21000f1d-87e4-461e-8615-2548195e59f2 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:28.393029 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:28.426905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:28.449408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:28.554349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-4d9588ce-0a5b-442e-aba8-084fd2188ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:28.556905 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-4d9588ce-0a5b-442e-aba8-084fd2188ddf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c42be205934401c935fed53381ef701&device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 1097 time: 0.6223116 Apr 19 03:33:28.609669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-88e866ea-9b96-4410-9baf-0f3f0c575f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:28.663149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:28.669821 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:28.670495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:28.691919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Pushing event updated for resources: {'Port': ['ID=6648e672-dba0-49a5-8d22-a4559294ed38,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:28.772316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-fb18921e-6d12-4cc4-91a3-5b62decbee17 None None] Provisioning for port 6648e672-dba0-49a5-8d22-a4559294ed38 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:28.809174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-fb18921e-6d12-4cc4-91a3-5b62decbee17 None None] Provisioning complete for port 6648e672-dba0-49a5-8d22-a4559294ed38 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:28.809575 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fb18921e-6d12-4cc4-91a3-5b62decbee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:28.884875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34746) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:28.932604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:28.950364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:28.951187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085902'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:28.956694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:28.962986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Usage tracker for resource:security_group_rule and tenant:b57c3c6e8c2c4acda85f7d181ef5ac93 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:28.970725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:28.979187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:28.995456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-6992b3a6-8baa-4945-83fa-36d58a3a12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:28.997636 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-6992b3a6-8baa-4945-83fa-36d58a3a12a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 200 len: 915 time: 0.4326146 Apr 19 03:33:29.056194 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.086389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-fb18921e-6d12-4cc4-91a3-5b62decbee17 None None] Port 6648e672-dba0-49a5-8d22-a4559294ed38 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:33:29.109188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=8bc807f9-e4e1-4093-b1bf-92a58c4c35ae,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:29.116264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.138046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:29.165513 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-9359ac1a-5d54-4ac7-a9b7-7b18d7282214 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ca33e84-9668-4fb0-a7cf-c08e91567793 HTTP/1.1" status: 200 len: 217 time: 0.1430671 Apr 19 03:33:29.288274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-912855bc-6219-4831-9676-f073cfda1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:29.290140 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-912855bc-6219-4831-9676-f073cfda1d13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 200 len: 854 time: 0.1156712 Apr 19 03:33:29.302275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=8bc807f9-e4e1-4093-b1bf-92a58c4c35ae,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:29.306554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:29.335815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2dd62-24b2-49a4-9985-75335d7d9817 req-a1ffd301-63d5-4d0f-a377-74232aee98d3 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:29.337873 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-19a2dd62-24b2-49a4-9985-75335d7d9817 req-a1ffd301-63d5-4d0f-a377-74232aee98d3 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 944 time: 0.3044927 Apr 19 03:33:29.364903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.398296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.408065 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-1a370b75-3c0a-440e-929c-94116cc1c238 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d4914c02-2059-4113-84cb-a5530fb219ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832994 Apr 19 03:33:29.418654 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ab1b482c-4da9-4189-a816-94fa730d76a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:29.451244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.486166 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-19a2dd62-24b2-49a4-9985-75335d7d9817 req-80b35dbb-5ba5-4406-b300-c5e58535df95 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396546 Apr 19 03:33:29.490658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101c6756-1b62-48dd-a28a-ec970e3448d2,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:29.522601 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:29.546621 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b57c3c6e8c2c4acda85f7d181ef5ac93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603270 Apr 19 03:33:29.548305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34776) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:29.707249 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ef8e398e-e2da-4e6f-ba25-848e5b9d783c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.746670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ef8e398e-e2da-4e6f-ba25-848e5b9d783c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.816121 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-91b994d6-1e41-4654-872d-32e4144504ae service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947840 Apr 19 03:33:29.831465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ef8e398e-e2da-4e6f-ba25-848e5b9d783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.847163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-134942fd-2164-430a-97a3-9d2d4e0cd90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:29.869078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e398e-e2da-4e6f-ba25-848e5b9d783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101c6756-1b62-48dd-a28a-ec970e3448d2,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:29.890451 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ef8e398e-e2da-4e6f-ba25-848e5b9d783c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:29.907304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ef8e398e-e2da-4e6f-ba25-848e5b9d783c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:29.929453 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ef8e398e-e2da-4e6f-ba25-848e5b9d783c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/101c6756-1b62-48dd-a28a-ec970e3448d2 HTTP/1.1" status: 204 len: 168 time: 0.3797507 Apr 19 03:33:30.354692 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 2ca33e84-9668-4fb0-a7cf-c08e91567793 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:33:30.480059 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11530959-ced1-4b3c-83c7-dd6d460ad38d req-58bf0fff-36b0-4521-90a2-9bee972d882d service neutron] 10.222.0.10 "GET /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606058 Apr 19 03:33:30.664739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7250abe-863e-48b8-91be-8a94916ca1d6 req-c740a088-add9-4ab3-af6a-4154a87be51f tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:30.666406 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a7250abe-863e-48b8-91be-8a94916ca1d6 req-c740a088-add9-4ab3-af6a-4154a87be51f tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 946 time: 0.1818810 Apr 19 03:33:30.686360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:30.746225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:30.805119 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:30.817622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 2ca33e84-9668-4fb0-a7cf-c08e91567793, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2ca33e84-9668-4fb0-a7cf-c08e91567793,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:30.842914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '2ca33e84-9668-4fb0-a7cf-c08e91567793', 'network_id': 'd4914c02-2059-4113-84cb-a5530fb219ec', 'port_id': '2ca33e84-9668-4fb0-a7cf-c08e91567793', 'mac_address': 'fa:16:3e:9b:ad:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9245fd6d-c6ac-4749-a802-7431f72f5be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:33:30.882273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:30.944163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Pushing event updated for resources: {'Port': ['ID=6648e672-dba0-49a5-8d22-a4559294ed38,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:30.974760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0f9f96f1-3d78-4311-812b-33fa65bf2082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:30.988661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:31.012895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca33e84-9668-4fb0-a7cf-c08e91567793 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:31.025116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:31.048919 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a7250abe-863e-48b8-91be-8a94916ca1d6 req-e70ae7f7-ca3a-40fc-a318-7a16237f9134 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545554 Apr 19 03:33:31.057060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 2ca33e84-9668-4fb0-a7cf-c08e91567793, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2ca33e84-9668-4fb0-a7cf-c08e91567793,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:31.059093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:31.059717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:31.098575 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:31.108208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-35f47081-449c-4cf3-9bf2-9b93d183a433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:31.133606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852689815'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:31.159176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-28cd34aa-c02f-4f97-bbb4-18b1e4a70cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:31.160975 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-28cd34aa-c02f-4f97-bbb4-18b1e4a70cff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1098 time: 0.2252674 Apr 19 03:33:31.260412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=2ca33e84-9668-4fb0-a7cf-c08e91567793,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:31.287131 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.289212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.289212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.294061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.294535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.295059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.295418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.295857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.296365 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.296901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.297549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.297995 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:31.311182 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:31.347795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387230be-5040-4433-b5c2-2c3e0e8096dd req-0afa21af-0fe8-4284-9d79-d1267df010eb tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:31.362990 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-387230be-5040-4433-b5c2-2c3e0e8096dd req-0afa21af-0fe8-4284-9d79-d1267df010eb tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 945 time: 0.3474810 Apr 19 03:33:31.439194 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-3d07d80d-d9f3-4eb9-bdb8-9982c9d45a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:31.441288 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-3d07d80d-d9f3-4eb9-bdb8-9982c9d45a71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 920 time: 0.2623012 Apr 19 03:33:31.461612 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-387230be-5040-4433-b5c2-2c3e0e8096dd req-c558bee1-b408-48ab-99c5-e9aaf9f14f18 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967710 Apr 19 03:33:31.563557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34856) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:31.631696 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-d773c4a6-2664-4b65-a66d-561d522b04e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 200 len: 217 time: 0.0983438 Apr 19 03:33:31.701169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-268222241-network', 'tenant_id': 'dd4016fc6f4d4d238c2a847d78372e13'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:31.707127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:31.722696 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Usage tracker for resource:network and tenant:dd4016fc6f4d4d238c2a847d78372e13 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:31.729330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:31.734305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['2ca33e84-9668-4fb0-a7cf-c08e91567793'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:31.742630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:31.767159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-70e05f2a-d0a4-43e4-9463-0452668c8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:31.768787 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-70e05f2a-d0a4-43e4-9463-0452668c8062 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.1236947 Apr 19 03:33:31.775264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Network 21000f1d-87e4-461e-8615-2548195e59f2 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:31.777453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Made reservation on behalf of dd4016fc6f4d4d238c2a847d78372e13 for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:31.786510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1726497-7adc-4ad1-871c-26d8a22104de req-a949ff54-d2ab-4f96-8dc7-58c2d9c1a7f1 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:31.789566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:31.795411 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f1726497-7adc-4ad1-871c-26d8a22104de req-a949ff54-d2ab-4f96-8dc7-58c2d9c1a7f1 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.3624463 Apr 19 03:33:31.800908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:31.826534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:31.864284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:31.872855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:31.883886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Usage tracker for resource:security_group_rule and tenant:dd4016fc6f4d4d238c2a847d78372e13 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:31.887603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:31.896559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:31.947187 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-893ddc68-87d1-449b-8fb5-8e903456ae22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488380 Apr 19 03:33:31.968403 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f1726497-7adc-4ad1-871c-26d8a22104de req-53c39643-1315-400a-b7e6-53a613da59ad tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716869 Apr 19 03:33:31.992154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:32.237418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-3c23e59a-b262-4bbb-9148-abb94284a70f tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:32.239368 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-3c23e59a-b262-4bbb-9148-abb94284a70f tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 946 time: 0.3468230 Apr 19 03:33:32.296301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-e2c0c71e-309f-45b1-9879-2d1a8abbc2b6 None None] Provisioning complete for port 6648e672-dba0-49a5-8d22-a4559294ed38 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:32.296730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c71e-309f-45b1-9879-2d1a8abbc2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:32.340931 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-3e9b7964-72a9-4988-8db8-344ffe21e634 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685325 Apr 19 03:33:32.376531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-e2c0c71e-309f-45b1-9879-2d1a8abbc2b6 None None] Port 6648e672-dba0-49a5-8d22-a4559294ed38 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:33:32.455739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Deleting port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:33:32.456268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:32.500359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:32.515553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:32.523947 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:32.580036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:33:32.600048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf716628-a99a-4ed4-9071-34515d183031,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:32.759643 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Router bf5211a0-b73e-4002-9439-aeffdad5dccd has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:33:32.822566 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11190b13-4bfc-4aa3-a79c-709a104faed0 req-19da24c1-f0fb-4722-ba45-8b58edfdb903 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730614 Apr 19 03:33:32.877529 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:32.897130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:32.897519 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Added segment 94036794-0449-4123-9046-64e6248831c0 of type vlan for network f979bcef-7985-4080-9940-985d74647446 Apr 19 03:33:32.914721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f21e6-71ac-4e7c-a363-96e8183b9aa6 req-2ceed035-c980-43e3-85f6-89e7bc86ae01 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:32.916721 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-721f21e6-71ac-4e7c-a363-96e8183b9aa6 req-2ceed035-c980-43e3-85f6-89e7bc86ae01 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 946 time: 0.6041756 Apr 19 03:33:33.020551 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:33.042670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4277eb-14a0-46e4-b43d-6ae791e4042e req-56eae7c4-35bc-483f-9faf-7fc1b7f2a3fd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:33.044385 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5f4277eb-14a0-46e4-b43d-6ae791e4042e req-56eae7c4-35bc-483f-9faf-7fc1b7f2a3fd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 945 time: 0.2908540 Apr 19 03:33:33.092939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:33:33.108119 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] 10.222.0.20 "PUT /v2.0/routers/bf5211a0-b73e-4002-9439-aeffdad5dccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4778328 Apr 19 03:33:33.124921 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-721f21e6-71ac-4e7c-a363-96e8183b9aa6 req-4032bed4-117c-4bdb-bf45-ce8fa4ec7a2d tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920390 Apr 19 03:33:33.131403 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Sync routers for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:33:33.152899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:33.153921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:33.191739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:33.193936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] For port 4bfdeaf9-7a8a-4315-bd80-685937b732d9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4bfdeaf9-7a8a-4315-bd80-685937b732d9,segment=NetworkSegment(d0896ae0-d3e6-46de-aa61-5aed767b5ca2),segment_id=d0896ae0-d3e6-46de-aa61-5aed767b5ca2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:33.194673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:33.200353 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5f4277eb-14a0-46e4-b43d-6ae791e4042e req-8ce284eb-6688-4881-b7d3-1a6500476af6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361825 Apr 19 03:33:33.214753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:33.215411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:33.220017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:33.450021 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:33.620385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Calling delete_port for 4bfdeaf9-7a8a-4315-bd80-685937b732d9 owned by compute:nova {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:33:33.767460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:33.839261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Pushing event updated for resources: {'Network': ['ID=f979bcef-7985-4080-9940-985d74647446,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:33.846598 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2811015 Apr 19 03:33:33.852813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 34900) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:33.860677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:33.887129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Request body: {'subnet': {'network_id': 'f979bcef-7985-4080-9940-985d74647446', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-268222241-subnet', 'tenant_id': 'dd4016fc6f4d4d238c2a847d78372e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:33.896154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:33.903885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Usage tracker for resource:subnet and tenant:dd4016fc6f4d4d238c2a847d78372e13 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:33.910117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:33.921699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:33.927024 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network f979bcef-7985-4080-9940-985d74647446 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:33:33.941793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Made reservation on behalf of dd4016fc6f4d4d238c2a847d78372e13 for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:33.949815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852612158'] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.017638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34906) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:34.030646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a742c-444f-42bf-b5dc-461c9d10038d req-821bf148-02fc-4db3-8f93-87109806e301 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:34.033527 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-535a742c-444f-42bf-b5dc-461c9d10038d req-821bf148-02fc-4db3-8f93-87109806e301 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.3524146 Apr 19 03:33:34.130052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 2, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:34.130290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.135201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Checking router: bf5211a0-b73e-4002-9439-aeffdad5dccd for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:33:34.135881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Updating router bf5211a0-b73e-4002-9439-aeffdad5dccd port 6648e672-dba0-49a5-8d22-a4559294ed38 binding host dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:33:34.151293 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-535a742c-444f-42bf-b5dc-461c9d10038d req-2c8c1159-0564-4824-81ff-73abc779329f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992868 Apr 19 03:33:34.151993 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:34.213266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['4bfdeaf9-7a8a-4315-bd80-685937b732d9'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:34.228488 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-33e09683-51b4-4c29-b141-eb238ff4258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:34.231195 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-33e09683-51b4-4c29-b141-eb238ff4258c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1098 time: 0.6268048 Apr 19 03:33:34.334169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Pushing event deleted for resources: {'Port': ['ID=4bfdeaf9-7a8a-4315-bd80-685937b732d9,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:34.344468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:34.383277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 2ca33e84-9668-4fb0-a7cf-c08e91567793 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:34.404592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] No DVR routers for this DVR port 4bfdeaf9-7a8a-4315-bd80-685937b732d9 on host hv-cinder-78605 {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:33:34.408590 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.425005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e82384e-9619-48cf-ae6d-af42ae4c19d6', 'name': 'network-vif-deleted', 'tag': '4bfdeaf9-7a8a-4315-bd80-685937b732d9'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:34.434148 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a44fc3fe-c24f-4c7f-9369-fc2e4612d1e1 req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.10 "DELETE /v2.0/ports/4bfdeaf9-7a8a-4315-bd80-685937b732d9 HTTP/1.1" status: 204 len: 173 time: 2.1828847 Apr 19 03:33:34.482539 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.512338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34924) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:34.515173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:33:34.526214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1507035979-network', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:34.602467 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-fccaeb26-91a0-4432-9542-9a50213700e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdbe7189769b428ca40c1fc931ee095c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824370 Apr 19 03:33:34.604611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c28f1b43-e960-497e-85e2-729c468af053 req-a02c0313-c7ad-4913-9e0b-fb2c000118a4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Synchronizing usage tracker for tenant:8b5a8a8e91eb4433afaddeca228e2357 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:34.611698 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34928) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:34.613241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:34.615582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-ea37efd1-6431-4f85-b409-2bfff8854112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:34.617495 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-ea37efd1-6431-4f85-b409-2bfff8854112 service neutron] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 920 time: 0.3445578 Apr 19 03:33:34.629173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66903f-482e-4de2-a00c-af1df2c1d1b6 req-7a42f626-d602-4c67-b57c-91c95fa53173 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:34.631723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c28f1b43-e960-497e-85e2-729c468af053 req-a02c0313-c7ad-4913-9e0b-fb2c000118a4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Unset dirty status for tenant:8b5a8a8e91eb4433afaddeca228e2357 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:34.633839 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c28f1b43-e960-497e-85e2-729c468af053 req-a02c0313-c7ad-4913-9e0b-fb2c000118a4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e82384e-9619-48cf-ae6d-af42ae4c19d6 HTTP/1.1" status: 200 len: 210 time: 0.1915324 Apr 19 03:33:34.644672 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fc66903f-482e-4de2-a00c-af1df2c1d1b6 req-7a42f626-d602-4c67-b57c-91c95fa53173 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.8904972 Apr 19 03:33:34.648761 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Usage tracker for resource:network and tenant:54366f6377b14e13a01289a0fb6b49e2 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:34.660756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:34.677102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:34.725693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Made reservation on behalf of 54366f6377b14e13a01289a0fb6b49e2 for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:34.730969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.761971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.773937 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-b9e54aa5-f8f8-44f5-9f20-2beea46ff206 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 200 len: 217 time: 0.1244977 Apr 19 03:33:34.784742 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:34.788625 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fc66903f-482e-4de2-a00c-af1df2c1d1b6 req-2573116b-208d-42cb-87ec-a930f9f2ec46 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426032 Apr 19 03:33:34.789699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Usage tracker for resource:security_group_rule and tenant:54366f6377b14e13a01289a0fb6b49e2 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:34.793138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:34.812348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:34.896873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77f6f210-45cd-4580-845a-47e54c58e5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.912541 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.931950 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Transition to ACTIVE for port object 6648e672-dba0-49a5-8d22-a4559294ed38 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:34.938585 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 2ca33e84-9668-4fb0-a7cf-c08e91567793 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:34.944527 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:34.950919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:34.990467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 2ca33e84-9668-4fb0-a7cf-c08e91567793 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:34.990903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.041421 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e82384e-9619-48cf-ae6d-af42ae4c19d6', 'name': 'network-vif-deleted', 'tag': '4bfdeaf9-7a8a-4315-bd80-685937b732d9', 'status': 'completed', 'code': 200} Apr 19 03:33:35.043491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.054208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.059193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77f6f210-45cd-4580-845a-47e54c58e5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.069179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b35c1176-aa64-4b0f-84b7-5a23a134ad5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:35.162518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:33:35.180226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf851aeb-8c2f-4715-b9eb-36812d35371b,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:35.193746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:35.223959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.224393 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Added segment 7c547ed7-98fe-4af0-b175-6889f1513b78 of type vlan for network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 Apr 19 03:33:35.232820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c4b2c-8838-4f8f-909e-0b9fd5462f4d None None] Pushing event updated for resources: {'Port': ['ID=6648e672-dba0-49a5-8d22-a4559294ed38,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:35.251514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac2fd1-c127-40fa-a0d5-113475c06307 req-710fe23c-6046-474a-a79e-dfeed9885c30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:35.259890 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7ac2fd1-c127-40fa-a0d5-113475c06307 req-710fe23c-6046-474a-a79e-dfeed9885c30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 945 time: 0.3646004 Apr 19 03:33:35.292287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-267c4b2c-8838-4f8f-909e-0b9fd5462f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:35.312811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.319054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77f6f210-45cd-4580-845a-47e54c58e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.325451 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-cc34f0c5-413f-4cdd-8df7-2867b79ad379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:35.327314 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-cc34f0c5-413f-4cdd-8df7-2867b79ad379 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.1495211 Apr 19 03:33:35.327803 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ef8e398e-e2da-4e6f-ba25-848e5b9d783c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:35.381815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.384612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6f210-45cd-4580-845a-47e54c58e5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4c1db9-3c8e-4fcd-b2a5-07213579af4f,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:35.385460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Attempting to bind port 6648e672-dba0-49a5-8d22-a4559294ed38 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:35.386072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Attempting to bind port 6648e672-dba0-49a5-8d22-a4559294ed38 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:35.386773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Attempting to bind port 6648e672-dba0-49a5-8d22-a4559294ed38 on network 21000f1d-87e4-461e-8615-2548195e59f2 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:35.398619 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77f6f210-45cd-4580-845a-47e54c58e5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:35.419581 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7ac2fd1-c127-40fa-a0d5-113475c06307 req-cb0facdc-62a4-42d9-bd1b-4e428e1eb204 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585605 Apr 19 03:33:35.458584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:35.459140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Checking segment: {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:35.459686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.460269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Bound using segment: {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:35.460927 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Bound port: 6648e672-dba0-49a5-8d22-a4559294ed38, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:35.461476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.472245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.474121 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:35.474786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.479019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77f6f210-45cd-4580-845a-47e54c58e5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.480298 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-77f6f210-45cd-4580-845a-47e54c58e5c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db4c1db9-3c8e-4fcd-b2a5-07213579af4f HTTP/1.1" status: 204 len: 168 time: 0.8533227 Apr 19 03:33:35.483072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:35.510066 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-d83710f6-7349-401f-a58b-0b19d4ce760a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688433 Apr 19 03:33:35.539971 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0255458 Apr 19 03:33:35.590894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.593741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34936) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:35.611636 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Request body: {'subnet': {'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1507035979-subnet', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:35.619793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc8ee60-ad68-4d01-9c71-f0704009e2a2,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:35.623156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:35.626958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:35.629899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Usage tracker for resource:subnet and tenant:54366f6377b14e13a01289a0fb6b49e2 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:35.634006 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:35.640360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:33:35.643107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:35.657065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Made reservation on behalf of 54366f6377b14e13a01289a0fb6b49e2 for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:35.662629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.688160 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-1238089b-23ac-4c7d-98c7-320e02789b2a service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601861 Apr 19 03:33:35.737404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d029352-082c-4d14-a2bc-b6c59f756d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca33e84-9668-4fb0-a7cf-c08e91567793'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:35.828637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 2ca33e84-9668-4fb0-a7cf-c08e91567793, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2ca33e84-9668-4fb0-a7cf-c08e91567793,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:35.830609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] For port 6648e672-dba0-49a5-8d22-a4559294ed38, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:35.849991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:35.850979 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 4bfdeaf9-7a8a-4315-bd80-685937b732d9 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:33:35.897427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:36.208411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525dc7-1792-4417-ad4e-9f02f5a3649d req-961111fa-f105-4565-9f5f-566fdfd49606 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:36.216536 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-26525dc7-1792-4417-ad4e-9f02f5a3649d req-961111fa-f105-4565-9f5f-566fdfd49606 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.5268314 Apr 19 03:33:36.264315 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f7ca61c-21c5-4258-a3d9-3bce9bf7941f req-c5ffd9ae-b695-43a7-adb8-d21f9b42c288 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264797 Apr 19 03:33:36.268794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] For port 6648e672-dba0-49a5-8d22-a4559294ed38, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=6648e672-dba0-49a5-8d22-a4559294ed38,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:36.288912 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d029352-082c-4d14-a2bc-b6c59f756d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca33e84-9668-4fb0-a7cf-c08e91567793', 'code': 200} Apr 19 03:33:36.303013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 4bfdeaf9-7a8a-4315-bd80-685937b732d9 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:33:36.303837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 4bfdeaf9-7a8a-4315-bd80-685937b732d9 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:33:36.306933 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-26525dc7-1792-4417-ad4e-9f02f5a3649d req-f1da4d85-27ff-4002-8464-3e7fe9506e90 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893390 Apr 19 03:33:36.308076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:36.396040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:36.396870 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:36.546220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810e0e-20da-4f62-b60f-24774587da6e req-608704b0-1b97-4896-989d-d6f77a062e33 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:36.556209 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7c810e0e-20da-4f62-b60f-24774587da6e req-608704b0-1b97-4896-989d-d6f77a062e33 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.3504212 Apr 19 03:33:36.635348 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7c810e0e-20da-4f62-b60f-24774587da6e req-72e2ceab-f2a2-40d3-a095-a1d3996f62e9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780411 Apr 19 03:33:36.657553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2802120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852612141'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:36.665637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c845d-63d5-4c55-bef5-82a9c5d57fa9 req-7028e8e7-302b-4508-8cfd-f13161274ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:36.667653 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-426c845d-63d5-4c55-bef5-82a9c5d57fa9 req-7028e8e7-302b-4508-8cfd-f13161274ac8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 1099 time: 0.3336973 Apr 19 03:33:36.669801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f442be41-47b5-401b-97df-8a71e9a60e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:36.738457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=2ca33e84-9668-4fb0-a7cf-c08e91567793,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:36.749438 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:36.753507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:36.753964 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:36.759259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-56c87c07-fc9e-4d1b-bdb8-d89edd4ebeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:36.793667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27513eab-612d-457f-9fb0-b34e012acdcd,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:36.840155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:36.862160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Checking segment: {'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:36.862615 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Network hostable DHCP agents. Network: 9fc8ee60-ad68-4d01-9c71-f0704009e2a2, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:33:36.888870 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7192e703-ed18-4ebe-ade8-4cac009c8833,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:36.895371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:36.896507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c4b2c-8838-4f8f-909e-0b9fd5462f4d None None] Pushing event updated for resources: {'Port': ['ID=6648e672-dba0-49a5-8d22-a4559294ed38,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:36.898379 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-426c845d-63d5-4c55-bef5-82a9c5d57fa9 req-8feb61db-2250-40d9-bbff-ee6768cfd8c0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313803 Apr 19 03:33:36.901465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-267c4b2c-8838-4f8f-909e-0b9fd5462f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:36.902382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:33:36.908165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:36.914465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, 9fc8ee60-ad68-4d01-9c71-f0704009e2a2) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:36.919184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:36.919827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:36.928925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Checking segment: {'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:36.929475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Network hostable DHCP agents. Network: f979bcef-7985-4080-9940-985d74647446, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:33:36.943715 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c7f62882-3b4d-4135-bd19-bbf0e2393b69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3480201 Apr 19 03:33:36.944656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 34956) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:36.950950 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:36.957496 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:36.957730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40851a4a-44e4-48fa-bd3f-911c79a47bf5 req-6e132350-6d00-40c0-a65e-5fc3238803b6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:36.959431 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-40851a4a-44e4-48fa-bd3f-911c79a47bf5 req-6e132350-6d00-40c0-a65e-5fc3238803b6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 946 time: 0.1629744 Apr 19 03:33:36.963079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Usage tracker for resource:router and tenant:54366f6377b14e13a01289a0fb6b49e2 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:36.964451 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9297fa8e-cff0-4134-b30a-32831332f8ce None None] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:33:36.969630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:36.976260 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:36.986833 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Network f979bcef-7985-4080-9940-985d74647446 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:33:36.987182 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852801568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772748'] for router, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:36.988967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1974248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1600287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3053'] for router, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:37.011199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:37.013264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, f979bcef-7985-4080-9940-985d74647446) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:37.026660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c9e62-533e-49a4-96cf-4e257d211056 None None] Network f979bcef-7985-4080-9940-985d74647446 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:33:37.041926 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-40851a4a-44e4-48fa-bd3f-911c79a47bf5 req-ef099ba4-e250-4e2b-8e15-8fc91f4f0255 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736978 Apr 19 03:33:37.043903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:37.044574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:37.075413 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2094884 Apr 19 03:33:37.319353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:37.715935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fac9a6c-fa97-52ec-baca-1f46f843570d-9fc8ee60-ad68-4d01-9c71-f0704009e2a2', 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'fixed_ips': [{'subnet_id': '7192e703-ed18-4ebe-ade8-4cac009c8833'}]}} from dv-cinder-786054-3-smb. {{(pid=86420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 03:33:37.717111 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:37.814273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3440b5f-4733-4f0d-8919-990e2158c0b1 None None] Network f979bcef-7985-4080-9940-985d74647446 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:33:38.024212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f487b8-8d7c-4074-ac64-a663d78b2cc8 req-1c5d29cc-d04f-4a82-a652-ddd27f230145 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:38.032476 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-94f487b8-8d7c-4074-ac64-a663d78b2cc8 req-1c5d29cc-d04f-4a82-a652-ddd27f230145 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.5754297 Apr 19 03:33:38.054944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df77b5-29df-4cac-ae7a-83d7190748c8 req-08c0fc46-1222-4761-9167-af339ffa2119 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:38.056823 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b4df77b5-29df-4cac-ae7a-83d7190748c8 req-08c0fc46-1222-4761-9167-af339ffa2119 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1513669 Apr 19 03:33:38.069362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:35Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:38.145370 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-94f487b8-8d7c-4074-ac64-a663d78b2cc8 req-87af78c1-237d-444a-bfd7-e0a94540095b tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115823 Apr 19 03:33:38.149526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:38.194732 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b4df77b5-29df-4cac-ae7a-83d7190748c8 req-319f1e3b-cb37-4342-9630-d7660e55af3c tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270294 Apr 19 03:33:38.200077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfc7ff-a7ad-4216-aff0-b2c7e776e81d None None] The sync data for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb is: [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:35Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:33:38.251737 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:38.603385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Allocated IP 172.20.0.2 (9fc8ee60-ad68-4d01-9c71-f0704009e2a2/7192e703-ed18-4ebe-ade8-4cac009c8833/ed67fc6f-7486-4c38-8f33-465b92c66d06) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:38.630030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2da3ef-459e-4646-b4fb-4440952e0a1e req-649251c9-83e5-4cf6-bb06-eea89e12986d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:38.631734 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3a2da3ef-459e-4646-b4fb-4440952e0a1e req-649251c9-83e5-4cf6-bb06-eea89e12986d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 946 time: 0.1847501 Apr 19 03:33:38.712093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Allocated IP 172.28.0.217 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/d530f959-8be3-46c8-8c97-8ee27ef7bd5b) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:38.735896 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3a2da3ef-459e-4646-b4fb-4440952e0a1e req-15f4ec9e-7513-4067-8b0e-0c7e346dc008 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838490 Apr 19 03:33:38.947189 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:38.988764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:38.994508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:39.077589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:39.084895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:39.089903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:39.148626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:39.164037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Transition to ACTIVE for port object ed67fc6f-7486-4c38-8f33-465b92c66d06 will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:39.196750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Transition to ACTIVE for port object ed67fc6f-7486-4c38-8f33-465b92c66d06 will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:39.202076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:39.209070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:39.249496 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d530f959-8be3-46c8-8c97-8ee27ef7bd5b,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:39.262824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:39.281536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:39.286283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:39.289191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:39.434044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Pushing event updated for resources: {'Port': ['ID=ed67fc6f-7486-4c38-8f33-465b92c66d06,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:39.451259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:39.459608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Attempting to bind port ed67fc6f-7486-4c38-8f33-465b92c66d06 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:39.460059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Attempting to bind port ed67fc6f-7486-4c38-8f33-465b92c66d06 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:39.460475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Attempting to bind port ed67fc6f-7486-4c38-8f33-465b92c66d06 on network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:39.466903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:39.467603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Checking segment: {'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:39.468273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:39.468511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Bound using segment: {'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:39.469723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Bound port: ed67fc6f-7486-4c38-8f33-465b92c66d06, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:39.470473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:39.516370 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcfaeb-89af-4fc9-9215-cc9f80a72283 req-86cdf001-c5aa-4228-9b03-32585a5808cf tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:39.518081 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-63fcfaeb-89af-4fc9-9215-cc9f80a72283 req-86cdf001-c5aa-4228-9b03-32585a5808cf tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1141469 Apr 19 03:33:39.575518 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-63fcfaeb-89af-4fc9-9215-cc9f80a72283 req-d9215072-c13d-43d0-ad41-d8e33bcf3303 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Apr 19 03:33:39.581114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] For port ed67fc6f-7486-4c38-8f33-465b92c66d06, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:39.585080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] For port ed67fc6f-7486-4c38-8f33-465b92c66d06, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=ed67fc6f-7486-4c38-8f33-465b92c66d06,segment=NetworkSegment(7c547ed7-98fe-4af0-b175-6889f1513b78),segment_id=7c547ed7-98fe-4af0-b175-6889f1513b78)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:39.589372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:39.594899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:39.669867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120923a-71dd-4355-9525-cf9988d70c4e req-08e58898-642b-4288-a19e-cd41c6dc0137 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:39.672987 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6120923a-71dd-4355-9525-cf9988d70c4e req-08e58898-642b-4288-a19e-cd41c6dc0137 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.3001456 Apr 19 03:33:39.699099 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Pushing event updated for resources: {'Port': ['ID=ed67fc6f-7486-4c38-8f33-465b92c66d06,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:39.703428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:39.745499 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:39.879913 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6120923a-71dd-4355-9525-cf9988d70c4e req-a3876a99-fd0e-4270-b124-a18fb75db54e tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791189 Apr 19 03:33:39.945079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46888b-2c22-417e-8297-906fd783f247 req-4b513116-8b07-4754-a23a-f109c0a197a4 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:39.947713 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-4b513116-8b07-4754-a23a-f109c0a197a4 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/networks?id=f979bcef-7985-4080-9940-985d74647446 HTTP/1.1" status: 200 len: 813 time: 0.1887546 Apr 19 03:33:39.971075 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-3407f79e-d23a-4de4-9415-c708b12d1560 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/quotas/dd4016fc6f4d4d238c2a847d78372e13 HTTP/1.1" status: 200 len: 375 time: 0.0179071 Apr 19 03:33:40.082312 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-4113b59d-cd5a-49ea-8c0e-e8b33f319a37 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd4016fc6f4d4d238c2a847d78372e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048553 Apr 19 03:33:40.289201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267087a-fe89-428e-919d-b5af7e56fdaa req-e645866e-f370-4a20-86b2-602108495fb8 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:40.290901 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7267087a-fe89-428e-919d-b5af7e56fdaa req-e645866e-f370-4a20-86b2-602108495fb8 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 946 time: 0.2554133 Apr 19 03:33:40.296655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213'] for router, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:40.305875 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-f61c28ed-e5ed-4db8-9cd5-3e2c656b789c service neutron] 10.222.0.20 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741438 Apr 19 03:33:40.458431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 6648e672-dba0-49a5-8d22-a4559294ed38 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:40.489935 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7267087a-fe89-428e-919d-b5af7e56fdaa req-8b956f19-def2-4692-91b0-3b21f8a1cd2d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887000 Apr 19 03:33:40.534795 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-004b98c0-acd5-48bc-aae1-9ef37fcdc2b5 service neutron] 10.222.0.20 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217171 Apr 19 03:33:40.558875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 6648e672-dba0-49a5-8d22-a4559294ed38 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:40.566573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 6648e672-dba0-49a5-8d22-a4559294ed38 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:40.567222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:40.668475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 is scheduled to L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed with binding_index 1 {{(pid=86419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 03:33:40.911943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:40.959777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 6648e672-dba0-49a5-8d22-a4559294ed38, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=6648e672-dba0-49a5-8d22-a4559294ed38,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:40.965284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:40.966220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device ed67fc6f-7486-4c38-8f33-465b92c66d06 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:40.991491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ac06-8887-4dfc-b9d1-46573a834cf7 req-c34f4196-17ae-4224-9c91-8b31ba2d3cd7 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:41.004927 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6f46ac06-8887-4dfc-b9d1-46573a834cf7 req-c34f4196-17ae-4224-9c91-8b31ba2d3cd7 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1622143 Apr 19 03:33:41.019911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:41.070951 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6f46ac06-8887-4dfc-b9d1-46573a834cf7 req-d5014068-e674-453c-99f2-2befd6b8aea5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Apr 19 03:33:41.282178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=6648e672-dba0-49a5-8d22-a4559294ed38,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:41.287043 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:41.321588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port ed67fc6f-7486-4c38-8f33-465b92c66d06 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:41.442048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03924522-d75a-4376-9a67-cf67cf48fa6a req-690ae15c-636c-4903-9c92-456b56a9c963 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:41.442991 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-03924522-d75a-4376-9a67-cf67cf48fa6a req-690ae15c-636c-4903-9c92-456b56a9c963 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1232915 Apr 19 03:33:41.502320 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-03924522-d75a-4376-9a67-cf67cf48fa6a req-af4b19fe-881f-4764-a368-341f25404e93 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504775 Apr 19 03:33:41.536133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2417f9-7d5e-4c1d-b58f-0fc91491b638 None None] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:33:41.571584 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d2482122-22af-4b22-b56f-2ce31744d7c4 req-fc81f1d2-0ef7-4545-96b6-285af2b10084 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 210 time: 0.6898177 Apr 19 03:33:41.655652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:33:41.666851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Sync routers for ids ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:33:41.678403 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Routers {'1d69d9a6-3b61-46f0-a386-ee7f016c4003'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:41.679288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:41.687645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Notify callbacks [] for router, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:41.689007 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7431698 Apr 19 03:33:41.692326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35040) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:41.692464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] Provisioning for port ed67fc6f-7486-4c38-8f33-465b92c66d06 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:41.704752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] Provisioning complete for port ed67fc6f-7486-4c38-8f33-465b92c66d06 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:41.705178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:42.011461 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:42.074517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] For port ed67fc6f-7486-4c38-8f33-465b92c66d06, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=ed67fc6f-7486-4c38-8f33-465b92c66d06,segment=NetworkSegment(7c547ed7-98fe-4af0-b175-6889f1513b78),segment_id=7c547ed7-98fe-4af0-b175-6889f1513b78)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:42.081329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:42.085149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:42.147790 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Set router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:42.265431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] Pushing event updated for resources: {'Port': ['ID=ed67fc6f-7486-4c38-8f33-465b92c66d06,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:42.284491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:42.402441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bbbda-5ce0-4479-bbc9-713aba706647 req-0ba43d12-b6e0-4979-98db-e822be363503 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:42.412020 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-137bbbda-5ce0-4479-bbc9-713aba706647 req-0ba43d12-b6e0-4979-98db-e822be363503 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1262093 Apr 19 03:33:42.432834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-211ad2e5-78dd-413a-a3b2-2745e635f352 None None] Provisioning complete for port ed67fc6f-7486-4c38-8f33-465b92c66d06 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:42.433180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-211ad2e5-78dd-413a-a3b2-2745e635f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:42.481072 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-137bbbda-5ce0-4479-bbc9-713aba706647 req-f06585b7-5df1-42fb-bea4-d58b24a09482 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677192 Apr 19 03:33:42.596993 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 6648e672-dba0-49a5-8d22-a4559294ed38 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:42.682500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:33:39Z', 'revision_number': 3, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port': {'id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:38Z', 'updated_at': '2021-04-19T03:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:42.688394 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Checking router: 1d69d9a6-3b61-46f0-a386-ee7f016c4003 for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:33:42.688954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Updating router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 port d530f959-8be3-46c8-8c97-8ee27ef7bd5b binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:33:42.777364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:42.923931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 6648e672-dba0-49a5-8d22-a4559294ed38 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:42.924452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:43.273448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device ed67fc6f-7486-4c38-8f33-465b92c66d06 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:43.396632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:43.417294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port ed67fc6f-7486-4c38-8f33-465b92c66d06 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:43.418111 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:43.419738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Transition to ACTIVE for port object d530f959-8be3-46c8-8c97-8ee27ef7bd5b will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:43.427285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:43.437108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:43.513303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Pushing event updated for resources: {'Port': ['ID=d530f959-8be3-46c8-8c97-8ee27ef7bd5b,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:43.528584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.528954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.529330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.529702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.530079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.530448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.530816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.531211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.532374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.532374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.532374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.532728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:33:43.558749 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:43.592812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Attempting to bind port d530f959-8be3-46c8-8c97-8ee27ef7bd5b on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:43.595457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Attempting to bind port d530f959-8be3-46c8-8c97-8ee27ef7bd5b by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:43.595878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Attempting to bind port d530f959-8be3-46c8-8c97-8ee27ef7bd5b on network 2b282c9f-01b3-436d-9a2f-af1029725b6f {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:43.611439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:43.611439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:43.611439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:43.611853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Bound using segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:43.612316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Bound port: d530f959-8be3-46c8-8c97-8ee27ef7bd5b, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:43.612755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:43.678670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46888b-2c22-417e-8297-906fd783f247 req-7c736000-16c7-4c67-9404-6e7599c87672 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:43.680381 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-7c736000-16c7-4c67-9404-6e7599c87672 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.10 "GET /v2.0/networks?id=f979bcef-7985-4080-9940-985d74647446 HTTP/1.1" status: 200 len: 813 time: 0.7444947 Apr 19 03:33:43.701539 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Request body: {'port': {'device_id': 'b6f2c624-1650-45ae-9208-d066bb82ae3e', 'network_id': 'f979bcef-7985-4080-9940-985d74647446', 'admin_state_up': True, 'tenant_id': 'dd4016fc6f4d4d238c2a847d78372e13'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:43.769799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] For port d530f959-8be3-46c8-8c97-8ee27ef7bd5b, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:43.774255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] For port d530f959-8be3-46c8-8c97-8ee27ef7bd5b, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d530f959-8be3-46c8-8c97-8ee27ef7bd5b,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:43.783688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:43.784049 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-753b8d51-f416-4c59-b9c5-6da2b0918d2a req-3c6fc18c-4ac3-4da7-8c64-a58ccebdf8dd tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 210 time: 0.0556328 Apr 19 03:33:43.794256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-34b5fb6d-0fc7-46e5-8b3e-fb5cc9301d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:43.899134 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Routers {'1d69d9a6-3b61-46f0-a386-ee7f016c4003'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:43.900533 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:44.004251 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:44.048857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Pushing event updated for resources: {'Port': ['ID=d530f959-8be3-46c8-8c97-8ee27ef7bd5b,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:44.054535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:44.065346 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08a7d5-778e-46b2-becd-dd8bd9e89cab req-061b2076-736f-4ccc-b979-5c95468b5d98 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:44.066989 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4c08a7d5-778e-46b2-becd-dd8bd9e89cab req-061b2076-736f-4ccc-b979-5c95468b5d98 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 1.1289120 Apr 19 03:33:44.118274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] Set router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:44.256726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937a4c7-47bd-4d97-9ec1-6c93f1ed97f2 req-75bd57b8-5ba8-4862-872a-ed4834b09afd tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:44.264142 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4937a4c7-47bd-4d97-9ec1-6c93f1ed97f2 req-75bd57b8-5ba8-4862-872a-ed4834b09afd tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1324213 Apr 19 03:33:44.291728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:33:44.297800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Usage tracker for resource:port and tenant:dd4016fc6f4d4d238c2a847d78372e13 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:33:44.301436 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:33:44.308238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:33:44.338747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Made reservation on behalf of dd4016fc6f4d4d238c2a847d78372e13 for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:33:44.345684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:44.347539 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4937a4c7-47bd-4d97-9ec1-6c93f1ed97f2 req-ffabd288-d1c8-42b5-8e59-3a9f0357ec97 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762422 Apr 19 03:33:44.432636 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4c08a7d5-778e-46b2-becd-dd8bd9e89cab req-54b9a22c-f821-410a-b806-b301c7050131 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295496 Apr 19 03:33:44.524018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:33:39Z', 'revision_number': 3, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port': {'id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:38Z', 'updated_at': '2021-04-19T03:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:44.528716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe03d49-55c2-4ff9-9100-294d20f48a65 None None] The sync data for ids ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'] in dv-cinder-786054-3-smb is: [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:33:39Z', 'revision_number': 3, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port': {'id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:38Z', 'updated_at': '2021-04-19T03:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:33:44.699762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Allocated IP 172.20.0.1 (9fc8ee60-ad68-4d01-9c71-f0704009e2a2/7192e703-ed18-4ebe-ade8-4cac009c8833/ab9e268f-3406-43a5-844a-88ef0f7dce8c) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:44.710923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Allocated IP 172.20.0.3 (f979bcef-7985-4080-9940-985d74647446/27513eab-612d-457f-9fb0-b34e012acdcd/0b712abf-2bf9-4150-b6a3-cb5a199892f3) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:33:45.001578 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ebb1a64b-f89c-4180-a47a-0bdf642cbf4a req-3ec5901c-fdc8-45d5-95c6-abf7c6753a6c tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 210 time: 0.0807681 Apr 19 03:33:45.040463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.084456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Transition to ACTIVE for port object ab9e268f-3406-43a5-844a-88ef0f7dce8c will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:45.138075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.163613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.171089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-898af9cf-7af2-4610-9dec-17f402c1382d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:45.242494 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:45.252166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:45.259779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:45.318428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Pushing event updated for resources: {'Port': ['ID=ab9e268f-3406-43a5-844a-88ef0f7dce8c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:45.331968 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085902'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.335923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:45.344961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.352546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:45.444994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Pushing event updated for resources: {'Port': ['ID=0b712abf-2bf9-4150-b6a3-cb5a199892f3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:45.455002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Network f979bcef-7985-4080-9940-985d74647446 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:45.456272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:45.460583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:45.461312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:33:45.568279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:45.569162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.624080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4e277-d2bb-4d0c-917b-bbcc2d81794c req-4b9a1f8a-48aa-4cb3-b581-dca38990ba5b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:45.626360 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-41f4e277-d2bb-4d0c-917b-bbcc2d81794c req-4b9a1f8a-48aa-4cb3-b581-dca38990ba5b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1163580 Apr 19 03:33:45.638473 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9411154 Apr 19 03:33:45.655666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-f3708f9e-2488-4829-807a-b21775bcfaf4 None None] Provisioning for port ab9e268f-3406-43a5-844a-88ef0f7dce8c completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:45.661934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-f3708f9e-2488-4829-807a-b21775bcfaf4 None None] Provisioning complete for port ab9e268f-3406-43a5-844a-88ef0f7dce8c triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:45.662358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f3708f9e-2488-4829-807a-b21775bcfaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.679314 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-41f4e277-d2bb-4d0c-917b-bbcc2d81794c req-18bc19d3-7e87-4543-af6e-aa992cf50fc3 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 Apr 19 03:33:45.681546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Request body: {'port': {'device_id': 'b6f2c624-1650-45ae-9208-d066bb82ae3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:33:45.722833 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-f3708f9e-2488-4829-807a-b21775bcfaf4 None None] Port ab9e268f-3406-43a5-844a-88ef0f7dce8c cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:33:45.787415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.937262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:45.981746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ace48c-25ad-4b96-92e4-3f2cc7213798 req-7dbdcfa3-14e0-4a9a-bc92-65970697f4d3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:45.983378 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-44ace48c-25ad-4b96-92e4-3f2cc7213798 req-7dbdcfa3-14e0-4a9a-bc92-65970697f4d3 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.3875475 Apr 19 03:33:46.305445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b2a89-eee6-4498-9595-bc28135a4576 req-b9e0c1ad-1b64-4d74-970f-ecc591a9e816 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:46.307385 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-053b2a89-eee6-4498-9595-bc28135a4576 req-b9e0c1ad-1b64-4d74-970f-ecc591a9e816 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 931 time: 0.1236706 Apr 19 03:33:46.379330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-053b2a89-eee6-4498-9595-bc28135a4576 req-52e9908e-6688-4bb5-9712-bc1afe774618 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Synchronizing usage tracker for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:46.404309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-053b2a89-eee6-4498-9595-bc28135a4576 req-52e9908e-6688-4bb5-9712-bc1afe774618 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Unset dirty status for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:46.405966 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-053b2a89-eee6-4498-9595-bc28135a4576 req-52e9908e-6688-4bb5-9712-bc1afe774618 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851483 Apr 19 03:33:46.458772 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d530f959-8be3-46c8-8c97-8ee27ef7bd5b up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:46.544724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port d530f959-8be3-46c8-8c97-8ee27ef7bd5b completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:46.550545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port d530f959-8be3-46c8-8c97-8ee27ef7bd5b triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:46.551259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:46.552581 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-44ace48c-25ad-4b96-92e4-3f2cc7213798 req-0ccfb5ed-90a5-42a5-ad9c-1d573597a51d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5351756 Apr 19 03:33:46.700275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:46.753257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port d530f959-8be3-46c8-8c97-8ee27ef7bd5b, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d530f959-8be3-46c8-8c97-8ee27ef7bd5b,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:46.759188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:46.761592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:46.774453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:46.780811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:46.879967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d313e83c-aae0-4880-8a9e-5d0d8f5ed4f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:46.931417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=d530f959-8be3-46c8-8c97-8ee27ef7bd5b,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:46.936678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:46.980599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852689815'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:47.060335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9c32f-cd9c-41b3-b7da-da2f483fb407 req-c6481be4-abda-4447-ad83-ed1d3b0c28d6 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:47.072868 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fba9c32f-cd9c-41b3-b7da-da2f483fb407 req-c6481be4-abda-4447-ad83-ed1d3b0c28d6 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1655700 Apr 19 03:33:47.151578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Pushing event updated for resources: {'Port': ['ID=ab9e268f-3406-43a5-844a-88ef0f7dce8c,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:47.156912 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:47.207205 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fba9c32f-cd9c-41b3-b7da-da2f483fb407 req-4939b857-8376-4580-9eff-6ef4ca324971 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310024 Apr 19 03:33:47.285736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:33:47.288823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:33:47.297567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b712abf-2bf9-4150-b6a3-cb5a199892f3 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:47.308467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:47.468188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Transition to ACTIVE for port object 0b712abf-2bf9-4150-b6a3-cb5a199892f3 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:47.482618 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:47.490646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:47.573965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-1a05e69f-6b86-444a-b2f5-e02d93496c9d None None] Provisioning complete for port ab9e268f-3406-43a5-844a-88ef0f7dce8c triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:47.574778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1a05e69f-6b86-444a-b2f5-e02d93496c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:47.715095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:33:47.735314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Pushing event updated for resources: {'Port': ['ID=0b712abf-2bf9-4150-b6a3-cb5a199892f3,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:47.769263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e69f-6b86-444a-b2f5-e02d93496c9d None None] Port ab9e268f-3406-43a5-844a-88ef0f7dce8c cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:33:47.773133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:47.799422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1572f-6754-48e9-87a4-5227dd196422 req-b719e750-f9c4-43d9-b902-af30f2556b0c tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:47.801147 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-40a1572f-6754-48e9-87a4-5227dd196422 req-b719e750-f9c4-43d9-b902-af30f2556b0c tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1073184 Apr 19 03:33:47.892849 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-40a1572f-6754-48e9-87a4-5227dd196422 req-c7ee4ba4-23e1-4e99-ab34-354da76f5c9e tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781524 Apr 19 03:33:48.047209 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:33:48.053540 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] 10.222.0.20 "PUT /v2.0/routers/1d69d9a6-3b61-46f0-a386-ee7f016c4003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3595972 Apr 19 03:33:48.068044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Sync routers for ids ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:33:48.097828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Routers {'1d69d9a6-3b61-46f0-a386-ee7f016c4003'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:48.098998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:48.118358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d07bc-01d4-4038-906f-8e156c0e43c8 req-84a62eaa-c402-4689-ab61-c9699386f7c9 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:48.119149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-3d2d07bc-01d4-4038-906f-8e156c0e43c8 req-84a62eaa-c402-4689-ab61-c9699386f7c9 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Synchronizing usage tracker for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:48.130112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Attempting to bind port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:48.130491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Attempting to bind port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:48.130855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Attempting to bind port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 on network f979bcef-7985-4080-9940-985d74647446 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:48.148902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 on network f979bcef-7985-4080-9940-985d74647446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:33:48.158466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Attempting to bind port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 on network f979bcef-7985-4080-9940-985d74647446 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:48.177128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:48.177891 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Checking segment: {'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:48.178985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Bound using segment: {'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:48.181449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Bound port: 0b712abf-2bf9-4150-b6a3-cb5a199892f3, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:48.182623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:48.322747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-3d2d07bc-01d4-4038-906f-8e156c0e43c8 req-84a62eaa-c402-4689-ab61-c9699386f7c9 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Unset dirty status for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:48.344354 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3d2d07bc-01d4-4038-906f-8e156c0e43c8 req-84a62eaa-c402-4689-ab61-c9699386f7c9 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 943 time: 0.7683237 Apr 19 03:33:48.492249 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3d2d07bc-01d4-4038-906f-8e156c0e43c8 req-b2f20623-61aa-4a79-9731-160a51a33acb tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467757 Apr 19 03:33:48.507900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] For port 0b712abf-2bf9-4150-b6a3-cb5a199892f3, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:48.532701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] For port 0b712abf-2bf9-4150-b6a3-cb5a199892f3, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b712abf-2bf9-4150-b6a3-cb5a199892f3,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:48.537439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:48.548140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:48.593546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f262c64-d70c-45fa-bcb9-fd20a57171b1 req-decb3909-abaf-4ae4-8d5e-ff25cdb94a61 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:48.598241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Set router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:48.604068 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3f262c64-d70c-45fa-bcb9-fd20a57171b1 req-decb3909-abaf-4ae4-8d5e-ff25cdb94a61 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1870995 Apr 19 03:33:48.661760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:48.662440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:48.664206 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] 10.222.0.10 "PUT /v2.0/ports/0b712abf-2bf9-4150-b6a3-cb5a199892f3 HTTP/1.1" status: 200 len: 1093 time: 2.9873774 Apr 19 03:33:48.664687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f2c624-1650-45ae-9208-d066bb82ae3e', 'tag': '0b712abf-2bf9-4150-b6a3-cb5a199892f3'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:48.693960 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3f262c64-d70c-45fa-bcb9-fd20a57171b1 req-cd453688-a8aa-4955-84ff-141b74bb14d5 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884366 Apr 19 03:33:48.708413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Pushing event updated for resources: {'Port': ['ID=0b712abf-2bf9-4150-b6a3-cb5a199892f3,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:48.723017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:48.738410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d530f959-8be3-46c8-8c97-8ee27ef7bd5b up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:48.745216 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f2c624-1650-45ae-9208-d066bb82ae3e', 'tag': '0b712abf-2bf9-4150-b6a3-cb5a199892f3', 'status': 'completed', 'code': 200} Apr 19 03:33:48.860218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46888b-2c22-417e-8297-906fd783f247 req-c1bb1d66-5478-4c1c-a3f6-5486705f8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:48.862262 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-c1bb1d66-5478-4c1c-a3f6-5486705f8e7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd4016fc6f4d4d238c2a847d78372e13&device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 1096 time: 0.0998039 Apr 19 03:33:48.967804 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-c9a66c23-24ce-43bb-81bf-ec15686d7ace service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b712abf-2bf9-4150-b6a3-cb5a199892f3 HTTP/1.1" status: 200 len: 217 time: 0.0881016 Apr 19 03:33:49.147592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46888b-2c22-417e-8297-906fd783f247 req-aeacb3fd-d57f-4ec6-bde5-2c027cbf2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:49.149220 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-aeacb3fd-d57f-4ec6-bde5-2c027cbf2aa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27513eab-612d-457f-9fb0-b34e012acdcd HTTP/1.1" status: 200 len: 853 time: 0.1715319 Apr 19 03:33:49.198260 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb86425-c5ff-4cb8-92a3-b6f28af258f2 req-15019daf-ef55-4b80-b30e-dafbcedb2ba5 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:49.214669 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-b78d8bec-b792-4e5d-b1f2-851fd8a401be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f979bcef-7985-4080-9940-985d74647446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559571 Apr 19 03:33:49.215745 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5eb86425-c5ff-4cb8-92a3-b6f28af258f2 req-15019daf-ef55-4b80-b30e-dafbcedb2ba5 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1732204 Apr 19 03:33:49.299615 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5eb86425-c5ff-4cb8-92a3-b6f28af258f2 req-5ce17bef-1eae-45d7-bd22-cd48f6d14d3a tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823708 Apr 19 03:33:49.415750 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-18e2f4e4-307c-4d84-b7e9-d52a56c56585 service neutron] 10.222.0.10 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930683 Apr 19 03:33:49.428594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port d530f959-8be3-46c8-8c97-8ee27ef7bd5b triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:49.428594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:49.762846 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fa46888b-2c22-417e-8297-906fd783f247 req-e9aeb0cf-960a-4530-8dd4-7fb634264802 service neutron] 10.222.0.10 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327229 Apr 19 03:33:50.089237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:33:45Z', 'revision_number': 4, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port': {'id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:38Z', 'updated_at': '2021-04-19T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'ab9e268f-3406-43a5-844a-88ef0f7dce8c', 'name': '', 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'mac_address': 'fa:16:3e:8f:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7192e703-ed18-4ebe-ade8-4cac009c8833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:44Z', 'updated_at': '2021-04-19T03:33:45Z', 'revision_number': 2, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'subnets': [{'id': '7192e703-ed18-4ebe-ade8-4cac009c8833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:50.095697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Checking router: 1d69d9a6-3b61-46f0-a386-ee7f016c4003 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:33:50.097847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Updating router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 port ab9e268f-3406-43a5-844a-88ef0f7dce8c binding host dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:33:50.245065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:50.334798 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c480d-1146-45dc-8924-1d18a6c0bd66 req-ca2cf543-5f5f-420a-ae9f-4b4a2b55c5a3 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:50.336553 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a99c480d-1146-45dc-8924-1d18a6c0bd66 req-ca2cf543-5f5f-420a-ae9f-4b4a2b55c5a3 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 943 time: 0.4389768 Apr 19 03:33:50.338817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fff32-29af-4331-85d7-0787a1b51b6d req-943684dd-5d75-401a-b1ed-1829615045ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:50.340326 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-010fff32-29af-4331-85d7-0787a1b51b6d req-943684dd-5d75-401a-b1ed-1829615045ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd4016fc6f4d4d238c2a847d78372e13&device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 1096 time: 0.2853098 Apr 19 03:33:50.494040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd28ef8-ef65-4639-b2d7-5049a945d989 req-331a9874-f107-4d07-b14a-644976f0b719 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:50.505508 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2cd28ef8-ef65-4639-b2d7-5049a945d989 req-331a9874-f107-4d07-b14a-644976f0b719 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.6207335 Apr 19 03:33:50.509532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-da00572f-fdce-4eb1-985d-7ff0f595f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:50.511312 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-da00572f-fdce-4eb1-985d-7ff0f595f3a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 1098 time: 0.4837539 Apr 19 03:33:50.814034 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a99c480d-1146-45dc-8924-1d18a6c0bd66 req-a1840fb1-931c-4780-87dc-37c27fde6209 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567368 Apr 19 03:33:50.820660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08879-cab6-4a55-894d-a1191b9765f3 req-ef1e7039-dac2-4123-858c-ce33f4966f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:50.822539 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-48e08879-cab6-4a55-894d-a1191b9765f3 req-ef1e7039-dac2-4123-858c-ce33f4966f00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1098 time: 0.7886934 Apr 19 03:33:50.823550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fff32-29af-4331-85d7-0787a1b51b6d req-f0c4a470-f31a-4d8d-a163-85bf4970e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:50.827130 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-010fff32-29af-4331-85d7-0787a1b51b6d req-f0c4a470-f31a-4d8d-a163-85bf4970e2b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f979bcef-7985-4080-9940-985d74647446 HTTP/1.1" status: 200 len: 914 time: 0.4741397 Apr 19 03:33:50.837680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:50.856034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Transition to ACTIVE for port object ab9e268f-3406-43a5-844a-88ef0f7dce8c will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:33:50.866087 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:50.876789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:50.930568 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-010fff32-29af-4331-85d7-0787a1b51b6d req-cc293ea7-8c57-4ec5-9f54-fdc5d599e478 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b712abf-2bf9-4150-b6a3-cb5a199892f3 HTTP/1.1" status: 200 len: 217 time: 0.0876603 Apr 19 03:33:50.976343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b890a-6856-45f5-b076-c75aeea643b7 None None] Pushing event updated for resources: {'Port': ['ID=ab9e268f-3406-43a5-844a-88ef0f7dce8c,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:50.981038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-df0b890a-6856-45f5-b076-c75aeea643b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:51.033232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fff32-29af-4331-85d7-0787a1b51b6d req-4bf2a2e2-cb31-4adf-af9e-f5be78c5faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:51.035131 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-010fff32-29af-4331-85d7-0787a1b51b6d req-4bf2a2e2-cb31-4adf-af9e-f5be78c5faa9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27513eab-612d-457f-9fb0-b34e012acdcd HTTP/1.1" status: 200 len: 853 time: 0.0960433 Apr 19 03:33:51.129000 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2cd28ef8-ef65-4639-b2d7-5049a945d989 req-0eba65b9-3868-4ad5-a90e-1bb0bca258c6 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6141024 Apr 19 03:33:51.184816 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-010fff32-29af-4331-85d7-0787a1b51b6d req-7d06e869-9480-4c18-a9ef-d39aa60cd019 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f979bcef-7985-4080-9940-985d74647446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778780 Apr 19 03:33:51.193319 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-48e08879-cab6-4a55-894d-a1191b9765f3 req-90202426-8333-4f61-9356-7001f729ab75 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241851 Apr 19 03:33:51.207258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-2adfcd07-d58a-44fb-98fc-d3b2749ff165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:51.208967 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-2adfcd07-d58a-44fb-98fc-d3b2749ff165 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 911 time: 0.3756645 Apr 19 03:33:51.395863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Attempting to bind port ab9e268f-3406-43a5-844a-88ef0f7dce8c on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:33:51.396818 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Attempting to bind port ab9e268f-3406-43a5-844a-88ef0f7dce8c by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:33:51.397510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Attempting to bind port ab9e268f-3406-43a5-844a-88ef0f7dce8c on network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:33:51.413014 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-010fff32-29af-4331-85d7-0787a1b51b6d req-6b12a5c5-7c56-4899-a35f-6ca01ad95881 service neutron] 10.222.0.10 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171221 Apr 19 03:33:51.419288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:33:51.419871 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Checking segment: {'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:33:51.420682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:51.421324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Bound using segment: {'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:33:51.422801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Bound port: ab9e268f-3406-43a5-844a-88ef0f7dce8c, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c547ed7-98fe-4af0-b175-6889f1513b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:33:51.427700 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:51.536677 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-b3ed20b2-0b1b-4c4c-a287-c812f8a76c99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 200 len: 1001 time: 0.2826896 Apr 19 03:33:51.576147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] For port ab9e268f-3406-43a5-844a-88ef0f7dce8c, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:33:51.580315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] For port ab9e268f-3406-43a5-844a-88ef0f7dce8c, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=ab9e268f-3406-43a5-844a-88ef0f7dce8c,segment=NetworkSegment(7c547ed7-98fe-4af0-b175-6889f1513b78),segment_id=7c547ed7-98fe-4af0-b175-6889f1513b78)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:33:51.589277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:51.598402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:51.620458 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-010fff32-29af-4331-85d7-0787a1b51b6d req-e6ea74ae-767a-412b-886d-ebc77218e457 service neutron] 10.222.0.10 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985395 Apr 19 03:33:51.636588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be349a7-8943-4280-af00-ef8bb18192bb req-c2f4a553-9281-4991-b8d8-030113a0a2b9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:51.645566 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7be349a7-8943-4280-af00-ef8bb18192bb req-c2f4a553-9281-4991-b8d8-030113a0a2b9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.6091597 Apr 19 03:33:51.702435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b890a-6856-45f5-b076-c75aeea643b7 None None] Pushing event updated for resources: {'Port': ['ID=ab9e268f-3406-43a5-844a-88ef0f7dce8c,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:51.708705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-df0b890a-6856-45f5-b076-c75aeea643b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:51.718559 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7be349a7-8943-4280-af00-ef8bb18192bb req-4df4085e-730b-4744-845f-08edfc1d4531 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715370 Apr 19 03:33:51.732731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Routers {'1d69d9a6-3b61-46f0-a386-ee7f016c4003'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:33:51.733433 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:33:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:51.784569 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-1dd81dc7-f9db-476f-b72b-de1d804fb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:51.787649 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-1dd81dc7-f9db-476f-b72b-de1d804fb012 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.2439268 Apr 19 03:33:51.986459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-4b12fa33-eac1-4ad2-83fe-1b98e8b6d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:51.988893 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-4b12fa33-eac1-4ad2-83fe-1b98e8b6d9e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1781242 Apr 19 03:33:52.158753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcd4de-97a7-4b55-850b-9a9ae4b90692 req-69dc7cc1-99aa-4afc-843c-87eb845bf919 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:52.176308 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-52fcd4de-97a7-4b55-850b-9a9ae4b90692 req-69dc7cc1-99aa-4afc-843c-87eb845bf919 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 946 time: 0.2667351 Apr 19 03:33:52.259811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] Set router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:33:52.336441 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-52fcd4de-97a7-4b55-850b-9a9ae4b90692 req-67bd1a64-6258-4eda-a607-983c10e2b63c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587386 Apr 19 03:33:52.510413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 0b712abf-2bf9-4150-b6a3-cb5a199892f3 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:33:52.519787 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-2f78313c-ffc2-4e54-b967-03f97c06e2cb service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012844 Apr 19 03:33:52.682132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48e2e9-1417-4703-a61d-09d5e3a3cf63 req-65780370-576c-434d-a77e-26d699357141 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:52.683883 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc48e2e9-1417-4703-a61d-09d5e3a3cf63 req-65780370-576c-434d-a77e-26d699357141 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1396267 Apr 19 03:33:52.745950 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bc48e2e9-1417-4703-a61d-09d5e3a3cf63 req-4a7e9e60-3d46-460b-959c-460d6a70dc1a tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544832 Apr 19 03:33:52.916064 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0000e-c21c-4510-8380-bfb6091848ae req-d84947f5-11a9-403f-b5c9-d09e084ef569 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:52.930599 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f8a0000e-c21c-4510-8380-bfb6091848ae req-d84947f5-11a9-403f-b5c9-d09e084ef569 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 943 time: 0.5623257 Apr 19 03:33:52.952368 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-47b9f9a2-a793-452a-9a11-042d84fae3fd req-897abe0f-869d-43ec-bb32-d8b6bb57eec6 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016716 Apr 19 03:33:53.001892 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f8a0000e-c21c-4510-8380-bfb6091848ae req-a9f0dffd-8eab-4280-b44f-064d85a1ef42 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702598 Apr 19 03:33:53.036568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 0b712abf-2bf9-4150-b6a3-cb5a199892f3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b712abf-2bf9-4150-b6a3-cb5a199892f3,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:53.066691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '0b712abf-2bf9-4150-b6a3-cb5a199892f3', 'network_id': 'f979bcef-7985-4080-9940-985d74647446', 'port_id': '0b712abf-2bf9-4150-b6a3-cb5a199892f3', 'mac_address': 'fa:16:3e:dc:79:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27513eab-612d-457f-9fb0-b34e012acdcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:33:53.095301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c639a-7247-47d0-888b-6476e088e664 req-3136dd31-aed7-47a4-9bf2-00e95811796e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:53.097578 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d98c639a-7247-47d0-888b-6476e088e664 req-3136dd31-aed7-47a4-9bf2-00e95811796e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1673782 Apr 19 03:33:53.161548 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d98c639a-7247-47d0-888b-6476e088e664 req-1e970976-bc7f-4640-99e0-d2ef145aa699 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563219 Apr 19 03:33:53.231425 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:53.254269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b712abf-2bf9-4150-b6a3-cb5a199892f3 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:33:53.305485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 0b712abf-2bf9-4150-b6a3-cb5a199892f3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b712abf-2bf9-4150-b6a3-cb5a199892f3,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:53.311570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:53.314055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:53.383604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:33:45Z', 'revision_number': 4, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port': {'id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:38Z', 'updated_at': '2021-04-19T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'ab9e268f-3406-43a5-844a-88ef0f7dce8c', 'name': '', 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'mac_address': 'fa:16:3e:8f:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7192e703-ed18-4ebe-ade8-4cac009c8833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:44Z', 'updated_at': '2021-04-19T03:33:51Z', 'revision_number': 4, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'subnets': [{'id': '7192e703-ed18-4ebe-ade8-4cac009c8833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:33:53.459514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a9431d-39dc-4280-aafc-c7e1ff80df07 None None] The sync data for ids ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'] in dv-cinder-786054-3-smb is: [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:33:45Z', 'revision_number': 4, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port': {'id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:38Z', 'updated_at': '2021-04-19T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'ab9e268f-3406-43a5-844a-88ef0f7dce8c', 'name': '', 'network_id': '9fc8ee60-ad68-4d01-9c71-f0704009e2a2', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'mac_address': 'fa:16:3e:8f:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7192e703-ed18-4ebe-ade8-4cac009c8833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:44Z', 'updated_at': '2021-04-19T03:33:51Z', 'revision_number': 4, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'subnets': [{'id': '7192e703-ed18-4ebe-ade8-4cac009c8833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:33:53.467137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=0b712abf-2bf9-4150-b6a3-cb5a199892f3,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:53.482164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:53.698867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['0b712abf-2bf9-4150-b6a3-cb5a199892f3'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:53.803932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049111b-f63b-4498-afea-14908e3a7f89 req-e5af8546-545e-4997-b04a-13b6e32a0a85 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:53.805617 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7049111b-f63b-4498-afea-14908e3a7f89 req-e5af8546-545e-4997-b04a-13b6e32a0a85 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 946 time: 0.2349184 Apr 19 03:33:53.910441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25166ee1-7dc9-421e-b05f-56ebcd4544fd req-152fccb9-f525-4103-99a8-255f4c7a25a6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:53.919426 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-25166ee1-7dc9-421e-b05f-56ebcd4544fd req-152fccb9-f525-4103-99a8-255f4c7a25a6 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 946 time: 0.4025102 Apr 19 03:33:54.011042 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-25166ee1-7dc9-421e-b05f-56ebcd4544fd req-9bb25adc-ccac-41f5-9b1c-60e7a7d6d6dc tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905678 Apr 19 03:33:54.024396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Deleting port 2ca33e84-9668-4fb0-a7cf-c08e91567793 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:33:54.035200 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:54.326372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39147b2e-a864-486e-99f5-05680172a827 req-96e87958-6c1e-4f55-81a0-1108cbb6d892 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:54.337087 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-39147b2e-a864-486e-99f5-05680172a827 req-96e87958-6c1e-4f55-81a0-1108cbb6d892 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.3460844 Apr 19 03:33:54.356524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-b5126692-94b4-40e7-801f-abae35775930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:54.358131 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-b5126692-94b4-40e7-801f-abae35775930 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=333305637aa140c69c8713d871642a63&device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 1098 time: 0.4352758 Apr 19 03:33:54.536726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device ab9e268f-3406-43a5-844a-88ef0f7dce8c up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:54.682256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-536c198f-5981-432c-ba70-93b080274805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:54.685188 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-536c198f-5981-432c-ba70-93b080274805 service neutron] 10.222.0.10 "GET /v2.0/networks?id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 200 len: 920 time: 0.3116872 Apr 19 03:33:54.692256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] For port 2ca33e84-9668-4fb0-a7cf-c08e91567793, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2ca33e84-9668-4fb0-a7cf-c08e91567793,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:54.696591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:54.725661 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-39147b2e-a864-486e-99f5-05680172a827 req-6fbffa5a-6a77-4cc1-b219-0ddf8c18e244 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873312 Apr 19 03:33:54.752588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port ab9e268f-3406-43a5-844a-88ef0f7dce8c completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:54.767028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port ab9e268f-3406-43a5-844a-88ef0f7dce8c triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:54.769025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:54.950633 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-53425289-23de-47d6-b6ac-1aff2cf87c43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 200 len: 217 time: 0.2316394 Apr 19 03:33:55.063734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:55.082835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Calling delete_port for 2ca33e84-9668-4fb0-a7cf-c08e91567793 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:33:55.131206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port ab9e268f-3406-43a5-844a-88ef0f7dce8c, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=ab9e268f-3406-43a5-844a-88ef0f7dce8c,segment=NetworkSegment(7c547ed7-98fe-4af0-b175-6889f1513b78),segment_id=7c547ed7-98fe-4af0-b175-6889f1513b78)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:55.135219 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:55.137228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-31df2829-5031-4a70-8e2d-72b9ebb8e109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:55.185486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-5d566878-6f65-45b3-87e2-6618effc9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:55.187811 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-5d566878-6f65-45b3-87e2-6618effc9ba9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 200 len: 859 time: 0.2286820 Apr 19 03:33:55.247727 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-0803e73f-68eb-412c-ae55-fc7c436d2139 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516315 Apr 19 03:33:55.265531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11dd0d-645f-4b3d-8b18-0a86903f0f63 req-f1a21672-9b04-4bee-9063-424207d6c526 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:55.265907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=ab9e268f-3406-43a5-844a-88ef0f7dce8c,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:55.269891 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:55.277454 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fe11dd0d-645f-4b3d-8b18-0a86903f0f63 req-f1a21672-9b04-4bee-9063-424207d6c526 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 944 time: 0.2425106 Apr 19 03:33:55.445906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede63aec-13db-4218-a919-4c7cecd382ec req-c4763d2f-b015-47bd-8053-d026bfd86a39 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:55.454998 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ede63aec-13db-4218-a919-4c7cecd382ec req-c4763d2f-b015-47bd-8053-d026bfd86a39 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.6447148 Apr 19 03:33:55.582012 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-780655de-49fa-4ccf-acf6-e60099135fea service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862184 Apr 19 03:33:55.602601 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ede63aec-13db-4218-a919-4c7cecd382ec req-1f5cc58a-c732-42b3-a5fb-be92b246308a tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462438 Apr 19 03:33:55.645449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:55.658065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:55.658863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['42e03bf6-0333-4983-96ea-9755374fb184', 'a697e53c-908c-4abd-97f5-c886fd335530', '2a7c1b16-f2fb-451c-822e-6f365aa32181'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:33:55.725886 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fe11dd0d-645f-4b3d-8b18-0a86903f0f63 req-9d77eae0-5342-417c-bf5f-fed8994fc7a4 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474645 Apr 19 03:33:55.870928 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Pushing event deleted for resources: {'Port': ['ID=2ca33e84-9668-4fb0-a7cf-c08e91567793,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:55.892514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:55.967331 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-27a03abc-c63f-4066-b95a-a6a3decc5e99 req-15f0b955-5c60-4bfa-81fd-d6c4f0f57361 service neutron] 10.222.0.10 "GET /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399327 Apr 19 03:33:56.065329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] No DVR routers for this DVR port 2ca33e84-9668-4fb0-a7cf-c08e91567793 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:33:56.069240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:56.074079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d029352-082c-4d14-a2bc-b6c59f756d66', 'name': 'network-vif-deleted', 'tag': '2ca33e84-9668-4fb0-a7cf-c08e91567793'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:56.094745 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7049111b-f63b-4498-afea-14908e3a7f89 req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "DELETE /v2.0/ports/2ca33e84-9668-4fb0-a7cf-c08e91567793 HTTP/1.1" status: 204 len: 173 time: 2.2791960 Apr 19 03:33:56.096081 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-714ccf9d-560e-4a44-8b9a-1f2c5e12fea8 req-0b8305c6-160b-46d8-b28d-c13a7dbd912d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 210 time: 0.1295004 Apr 19 03:33:56.362092 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d029352-082c-4d14-a2bc-b6c59f756d66', 'name': 'network-vif-deleted', 'tag': '2ca33e84-9668-4fb0-a7cf-c08e91567793', 'status': 'completed', 'code': 200} Apr 19 03:33:56.479036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6855658-03bf-41ed-b8f1-f7609ceacdfa req-85bb9147-b194-4280-a69e-dc9173c0b4bb tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:56.485537 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f6855658-03bf-41ed-b8f1-f7609ceacdfa req-85bb9147-b194-4280-a69e-dc9173c0b4bb tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.2044783 Apr 19 03:33:56.506054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 0b712abf-2bf9-4150-b6a3-cb5a199892f3 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:56.567113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device ab9e268f-3406-43a5-844a-88ef0f7dce8c up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:33:56.600255 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f6855658-03bf-41ed-b8f1-f7609ceacdfa req-6d2777a9-7cef-4071-aee8-9942d02fee6e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113679 Apr 19 03:33:56.755451 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:33:56.788042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:56.788042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:56.863517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port ab9e268f-3406-43a5-844a-88ef0f7dce8c triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:33:56.863763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:57.152885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756275c-eb03-4608-97cd-ea3af98b5a14 req-73f8d3a1-5cef-45f5-b074-7a75b65ccf9c tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:57.154573 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5756275c-eb03-4608-97cd-ea3af98b5a14 req-73f8d3a1-5cef-45f5-b074-7a75b65ccf9c tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 944 time: 0.2209206 Apr 19 03:33:57.313511 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5756275c-eb03-4608-97cd-ea3af98b5a14 req-61d94758-6664-4fa4-8fda-f7dbf893615d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513941 Apr 19 03:33:57.387337 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-edf12478-b4da-4d9c-8ee7-1d00a9f3bec3 req-d27d9b31-f925-46e8-97d1-74d8ec29f472 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:33:57.404796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:57.406336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-edf12478-b4da-4d9c-8ee7-1d00a9f3bec3 req-d27d9b31-f925-46e8-97d1-74d8ec29f472 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:33:57.407925 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-edf12478-b4da-4d9c-8ee7-1d00a9f3bec3 req-d27d9b31-f925-46e8-97d1-74d8ec29f472 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d029352-082c-4d14-a2bc-b6c59f756d66 HTTP/1.1" status: 200 len: 210 time: 0.0741084 Apr 19 03:33:57.457990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f2c624-1650-45ae-9208-d066bb82ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b712abf-2bf9-4150-b6a3-cb5a199892f3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:33:57.471766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 0b712abf-2bf9-4150-b6a3-cb5a199892f3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b712abf-2bf9-4150-b6a3-cb5a199892f3,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:33:57.477028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:57.478224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 2ca33e84-9668-4fb0-a7cf-c08e91567793 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:33:57.513437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:33:57.618742 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f2c624-1650-45ae-9208-d066bb82ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b712abf-2bf9-4150-b6a3-cb5a199892f3', 'code': 200} Apr 19 03:33:57.639613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 2ca33e84-9668-4fb0-a7cf-c08e91567793 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:33:57.641273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 2ca33e84-9668-4fb0-a7cf-c08e91567793 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:33:57.733320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=0b712abf-2bf9-4150-b6a3-cb5a199892f3,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:33:57.746096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:33:57.899235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64929684-235c-4455-baed-1b82a8b3ee27 req-1816d078-4677-45d9-a48a-7e8baad12d32 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:57.900935 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-64929684-235c-4455-baed-1b82a8b3ee27 req-1816d078-4677-45d9-a48a-7e8baad12d32 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1403902 Apr 19 03:33:57.976897 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-64929684-235c-4455-baed-1b82a8b3ee27 req-15988d61-4586-42f5-9a39-42bc99d8c0f9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Apr 19 03:33:58.175491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2123-0cc0-4502-8ad9-5fff892e3fd8 req-46f226ca-fec7-4b68-8e9e-d8756f0556f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:58.178258 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-10ae2123-0cc0-4502-8ad9-5fff892e3fd8 req-46f226ca-fec7-4b68-8e9e-d8756f0556f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 1098 time: 0.1997523 Apr 19 03:33:58.332096 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-10ae2123-0cc0-4502-8ad9-5fff892e3fd8 req-d2898587-cb4a-4166-b259-5675b9d74aa6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427259 Apr 19 03:33:58.488711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-84e8481e-7f06-4804-9ecb-fa706a3feb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:33:58.739135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99291-9d1b-4f06-9bb1-c26f90616cb6 req-dcb7f096-4931-4b0f-b10c-b25e64d59a31 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:58.740842 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-31b99291-9d1b-4f06-9bb1-c26f90616cb6 req-dcb7f096-4931-4b0f-b10c-b25e64d59a31 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 945 time: 0.1720152 Apr 19 03:33:58.834831 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-31b99291-9d1b-4f06-9bb1-c26f90616cb6 req-245dad34-3dce-4759-a6bd-c47e74dc9503 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Apr 19 03:33:59.270001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a94cb-bad1-4084-ae40-0cdf58a5dbe2 req-dd5387ce-dd4f-4594-8a81-6ade672cfd41 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:33:59.272502 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-526a94cb-bad1-4084-ae40-0cdf58a5dbe2 req-dd5387ce-dd4f-4594-8a81-6ade672cfd41 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1029851 Apr 19 03:33:59.342535 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-526a94cb-bad1-4084-ae40-0cdf58a5dbe2 req-b5677e0c-866c-4dc8-9240-215b73ce8002 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611506 Apr 19 03:33:59.860398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35324) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:33:59.995202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Deleting subnet 70906e67-65f4-4abf-9cb8-30e6e6c6a267 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:34:00.004408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:00.076603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2641358'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:00.157951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:00.683855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19de30-9e1c-465b-a9ab-364a26e6656f req-39a0351f-4c01-4ced-a22c-5617ad0dc0ea tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:00.693953 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ce19de30-9e1c-465b-a9ab-364a26e6656f req-39a0351f-4c01-4ced-a22c-5617ad0dc0ea tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 946 time: 0.1107244 Apr 19 03:34:00.706320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-77ea0cc2-a584-43c1-b182-4014fc0648ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:00.763099 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ce19de30-9e1c-465b-a9ab-364a26e6656f req-6a95714c-2e74-4e73-83d1-dabd502cd37e tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615895 Apr 19 03:34:00.800411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b32ba-e02d-4bfb-b926-2fb2dfef36fe req-03fe4aae-4a00-42f0-9e2a-97e0087a0069 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:00.808133 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6a0b32ba-e02d-4bfb-b926-2fb2dfef36fe req-03fe4aae-4a00-42f0-9e2a-97e0087a0069 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 945 time: 0.4509652 Apr 19 03:34:00.878032 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6a0b32ba-e02d-4bfb-b926-2fb2dfef36fe req-7de5f2ce-f1be-459a-bc26-66d3dc1416e6 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686464 Apr 19 03:34:00.886170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851973747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163688'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:00.891996 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:00.939699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70906e67-65f4-4abf-9cb8-30e6e6c6a267,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:00.946904 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:00.948030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:00.957197 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70906e67-65f4-4abf-9cb8-30e6e6c6a267 HTTP/1.1" status: 204 len: 168 time: 1.0952849 Apr 19 03:34:00.959156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35346) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:01.122508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:01.313630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:01.450435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d902849-4cba-462f-b886-4df1935ed27a']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:01.468282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0896ae0-d3e6-46de-aa61-5aed767b5ca2') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:01.468638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0896ae0-d3e6-46de-aa61-5aed767b5ca2') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:01.502145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:01.535493 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:01.549224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:34:01.881797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:01.894927 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:02.027718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Network 0d902849-4cba-462f-b886-4df1935ed27a has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:34:02.044222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:02.484800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Network 0d902849-4cba-462f-b886-4df1935ed27a has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:34:02.519420 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:34:02.638342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae605a53-2c30-4044-8338-8ae62f487b8f req-9b714b96-9ded-455e-b5ce-f6f71f335186 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:02.639515 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ae605a53-2c30-4044-8338-8ae62f487b8f req-9b714b96-9ded-455e-b5ce-f6f71f335186 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 946 time: 0.4353077 Apr 19 03:34:02.714048 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ae605a53-2c30-4044-8338-8ae62f487b8f req-12e6f497-9e9f-42cf-9bb2-e2f1248382b5 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620296 Apr 19 03:34:02.728253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-89b462ba-8217-4c1c-8258-2366a46ecbdf tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:02.730344 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-89b462ba-8217-4c1c-8258-2366a46ecbdf tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 946 time: 0.3419573 Apr 19 03:34:02.731653 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:02.738364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:02.791684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:02.806137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d902849-4cba-462f-b886-4df1935ed27a,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:02.816559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:02.821279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 35416) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:02.824571 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f3094840-bc11-4fbb-abb8-926dddbd28b0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0d902849-4cba-462f-b886-4df1935ed27a HTTP/1.1" status: 204 len: 168 time: 1.8637311 Apr 19 03:34:02.865226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Deleting port 2a7c1b16-f2fb-451c-822e-6f365aa32181 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:34:02.865614 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:02.925934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Deleting subnet 3fe864c5-698d-4ec5-97f7-849d4ec6445e {{(pid=86419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:34:02.931090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:03.013781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:03.022380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:03.353395 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] For port 2a7c1b16-f2fb-451c-822e-6f365aa32181, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2a7c1b16-f2fb-451c-822e-6f365aa32181,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:03.354028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:03.543264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Calling delete_port for 2a7c1b16-f2fb-451c-822e-6f365aa32181 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:34:03.571767 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:03.585671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:03.608530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:03.636219 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:03.643702 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3fe864c5-698d-4ec5-97f7-849d4ec6445e HTTP/1.1" status: 204 len: 168 time: 0.8212216 Apr 19 03:34:03.644792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe864c5-698d-4ec5-97f7-849d4ec6445e,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:03.648836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35430) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:03.652258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:03.808970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:04.074517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:04.280833 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:04.283497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:04.295543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['42e03bf6-0333-4983-96ea-9755374fb184', 'a697e53c-908c-4abd-97f5-c886fd335530', '2a7c1b16-f2fb-451c-822e-6f365aa32181'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:34:04.307418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a677ce52-bc1b-455f-96fa-6d735d1dbd9f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:04.432508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Pushing event deleted for resources: {'Port': ['ID=2a7c1b16-f2fb-451c-822e-6f365aa32181,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:04.748305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a218ff2-2561-423c-aa84-985d65520317') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:04.748707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a218ff2-2561-423c-aa84-985d65520317') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:04.765716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:04.836816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:04.844923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] No DVR routers for this DVR port 2a7c1b16-f2fb-451c-822e-6f365aa32181 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:34:04.852443 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:04.858674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e4c8db-2b88-432b-870e-f2edfbb929b6', 'name': 'network-vif-deleted', 'tag': '2a7c1b16-f2fb-451c-822e-6f365aa32181'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:04.879686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237e95-7b2d-4da6-9ab4-65c02804322d req-15fa190e-ff4b-4a6a-903a-db14d0c29379 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:04.881395 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9a237e95-7b2d-4da6-9ab4-65c02804322d req-15fa190e-ff4b-4a6a-903a-db14d0c29379 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e4c8db-2b88-432b-870e-f2edfbb929b6 HTTP/1.1" status: 200 len: 867 time: 0.9790027 Apr 19 03:34:04.882474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:04.916783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:34:04.972805 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-267f2f47-4f55-40b8-8788-f030586b3e74 req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "DELETE /v2.0/ports/2a7c1b16-f2fb-451c-822e-6f365aa32181 HTTP/1.1" status: 204 len: 173 time: 2.2335360 Apr 19 03:34:05.133004 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9a237e95-7b2d-4da6-9ab4-65c02804322d req-7bb6513e-3a94-4d96-844a-26b98b9af993 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442553 Apr 19 03:34:05.312515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:05.362389 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e4c8db-2b88-432b-870e-f2edfbb929b6', 'name': 'network-vif-deleted', 'tag': '2a7c1b16-f2fb-451c-822e-6f365aa32181', 'status': 'completed', 'code': 200} Apr 19 03:34:05.569219 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Network b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:34:05.581834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:05.678330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5797206-89b9-4450-8f94-a8a301e4f84b req-ba7071c7-83a1-489e-8261-20f0bdbde706 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:05.687341 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f5797206-89b9-4450-8f94-a8a301e4f84b req-ba7071c7-83a1-489e-8261-20f0bdbde706 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.1324482 Apr 19 03:34:05.885447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Network b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:34:05.932678 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:34:06.056393 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f5797206-89b9-4450-8f94-a8a301e4f84b req-b3884fe2-a2a1-46df-8762-63bc2ac6f86b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666890 Apr 19 03:34:06.083843 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:06.090858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:06.098291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:06.120811 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1 HTTP/1.1" status: 204 len: 168 time: 2.4703910 Apr 19 03:34:06.122129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Pushing event deleted for resources: {'Network': ['ID=b569afe7-8a7b-42f9-ac47-4d92d3cc6ca1,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:06.130330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3a81d111-2d24-408b-9481-be1bdf475426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:06.388045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35462) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:06.471952 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-06163b38-4e61-43bc-a76a-1bf9a7a4623a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b5a8a8e91eb4433afaddeca228e2357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819106 Apr 19 03:34:06.474476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35466) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:06.532268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 2a7c1b16-f2fb-451c-822e-6f365aa32181 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:34:06.592380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 2a7c1b16-f2fb-451c-822e-6f365aa32181 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:34:06.593181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 2a7c1b16-f2fb-451c-822e-6f365aa32181 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:34:06.594155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3470a3ea-d9a7-44bc-b779-506e35ac13b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:06.629321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3470a3ea-d9a7-44bc-b779-506e35ac13b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:06.745791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3470a3ea-d9a7-44bc-b779-506e35ac13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:06.757072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:06.776300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470a3ea-d9a7-44bc-b779-506e35ac13b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:06.780067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3470a3ea-d9a7-44bc-b779-506e35ac13b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:06.791570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3470a3ea-d9a7-44bc-b779-506e35ac13b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:06.795234 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3470a3ea-d9a7-44bc-b779-506e35ac13b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff072e6a-8cd1-4a76-a73a-18fb46d2d9a1 HTTP/1.1" status: 204 len: 168 time: 0.3169518 Apr 19 03:34:06.842229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253988cd-9574-4c01-be48-9ee432452ba4 req-2336d920-e86a-4d5b-be16-0d96819cc46c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:06.843719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-253988cd-9574-4c01-be48-9ee432452ba4 req-2336d920-e86a-4d5b-be16-0d96819cc46c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:34:06.862056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-253988cd-9574-4c01-be48-9ee432452ba4 req-2336d920-e86a-4d5b-be16-0d96819cc46c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:34:06.863527 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-253988cd-9574-4c01-be48-9ee432452ba4 req-2336d920-e86a-4d5b-be16-0d96819cc46c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 945 time: 0.1718185 Apr 19 03:34:06.919651 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-253988cd-9574-4c01-be48-9ee432452ba4 req-db678f0d-09eb-426a-8e61-d93ff0ee9976 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Apr 19 03:34:07.286630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35502) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:07.348232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd7c1e-1fca-4c40-b1f0-619d1f39fb1c req-a9a08e5a-ea32-4cc3-9207-e2405987e92c tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:07.350092 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bd7c1e-1fca-4c40-b1f0-619d1f39fb1c req-a9a08e5a-ea32-4cc3-9207-e2405987e92c tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.1033628 Apr 19 03:34:07.404499 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bd7c1e-1fca-4c40-b1f0-619d1f39fb1c req-0e4203bc-ccb0-4953-9f96-e8c26341ecb7 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476739 Apr 19 03:34:07.451558 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-835b0eb8-0716-435f-b7f6-4a99cf306949 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86b95170d94d4c4d9d45361abce2a068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636102 Apr 19 03:34:07.455081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 35506) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:07.466686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-2324089d-b4ab-4bd8-ace3-efed40d250dd tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:07.468773 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-2324089d-b4ab-4bd8-ace3-efed40d250dd tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/networks?id=21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 200 len: 814 time: 0.2519240 Apr 19 03:34:07.490053 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-05f0a775-7148-4f84-926b-39d83cbe44ed tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/quotas/5eb8114a11ea4a4896008a1b64c6e853 HTTP/1.1" status: 200 len: 375 time: 0.0110433 Apr 19 03:34:07.533588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-755e5ace-a810-4471-a538-9f52a1658de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:07.563815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-755e5ace-a810-4471-a538-9f52a1658de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:07.590149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-665c5805-6891-4018-9cd9-d8a1e262aa5c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Synchronizing usage tracker for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:34:07.607730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-665c5805-6891-4018-9cd9-d8a1e262aa5c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Unset dirty status for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:34:07.609493 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-665c5805-6891-4018-9cd9-d8a1e262aa5c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127675 Apr 19 03:34:07.616543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-755e5ace-a810-4471-a538-9f52a1658de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:07.622058 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0fe370e6-7340-479d-8c05-7b2b3fbf38a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:07.635149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e5ace-a810-4471-a538-9f52a1658de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0154ef73-2cf8-4c41-a2c0-f38633920587,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:07.638371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-755e5ace-a810-4471-a538-9f52a1658de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:07.641385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-755e5ace-a810-4471-a538-9f52a1658de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:07.642497 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-755e5ace-a810-4471-a538-9f52a1658de4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0154ef73-2cf8-4c41-a2c0-f38633920587 HTTP/1.1" status: 204 len: 168 time: 0.1862407 Apr 19 03:34:07.779267 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-cceef785-df17-4182-83ac-d0334a00d4ea service neutron] 10.222.0.20 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561944 Apr 19 03:34:07.964737 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6ae8e0d2-7d92-4b7a-802a-f0768861666f service neutron] 10.222.0.20 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763561 Apr 19 03:34:08.265950 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff452-97bb-4b1e-b0bf-ec6ee7f85162 req-4b2da1f7-0062-44d0-9090-f93268f18f1a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:08.279649 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6caff452-97bb-4b1e-b0bf-ec6ee7f85162 req-4b2da1f7-0062-44d0-9090-f93268f18f1a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 945 time: 0.2249749 Apr 19 03:34:08.282141 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3f59fc95-85b3-4016-b27c-fd4f999f388f req-5aa71667-01e3-48d0-af23-db1e2568678a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 210 time: 0.1501484 Apr 19 03:34:08.356969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-e4e3a24c-f6d4-4ae3-b71d-e46c74641c9b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:08.361710 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-e4e3a24c-f6d4-4ae3-b71d-e46c74641c9b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.10 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.1810813 Apr 19 03:34:08.456304 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6caff452-97bb-4b1e-b0bf-ec6ee7f85162 req-5d07d0bb-bd2e-406a-8780-66b4355c34d0 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586039 Apr 19 03:34:08.528247 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Deleting port a3884db7-5a55-492e-aaea-3a699dc4112a {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:34:08.528674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:08.553686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-16d04971-e905-44a4-b201-a584c522c4a0 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:08.555335 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-16d04971-e905-44a4-b201-a584c522c4a0 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 945 time: 0.1547565 Apr 19 03:34:08.660422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Deleting port a697e53c-908c-4abd-97f5-c886fd335530 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:34:08.660978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:08.984643 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] For port a697e53c-908c-4abd-97f5-c886fd335530, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a697e53c-908c-4abd-97f5-c886fd335530,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:08.985470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:09.188455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Calling delete_port for a697e53c-908c-4abd-97f5-c886fd335530 owned by compute:nova {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:34:09.209541 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a99c83-2544-402e-a304-3606e1139d6d req-e4c1b2b7-d3d6-4f56-8a5e-098f288f0ef2 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:09.211624 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8a99c83-2544-402e-a304-3606e1139d6d req-e4c1b2b7-d3d6-4f56-8a5e-098f288f0ef2 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 945 time: 0.5913289 Apr 19 03:34:09.269116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] For port a3884db7-5a55-492e-aaea-3a699dc4112a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3884db7-5a55-492e-aaea-3a699dc4112a,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:09.269519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:09.421341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:09.430054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38659af6-c47f-4070-a14c-b42ddef16178 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:09.436058 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['42e03bf6-0333-4983-96ea-9755374fb184', 'a697e53c-908c-4abd-97f5-c886fd335530'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:34:09.461544 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Calling delete_port for a3884db7-5a55-492e-aaea-3a699dc4112a owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:34:09.524156 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6e088e41-bb5b-43f9-8394-5618a5a06aaa req-6b8027fd-d85f-4b25-a2dc-18e566e37d9b tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 210 time: 0.0998216 Apr 19 03:34:09.535199 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8a99c83-2544-402e-a304-3606e1139d6d req-b7f9170c-cfbe-49d1-93b4-ef4cd14f61ca tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109062 Apr 19 03:34:09.539114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Pushing event deleted for resources: {'Port': ['ID=a697e53c-908c-4abd-97f5-c886fd335530,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:09.596471 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:09.724773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] No DVR routers for this DVR port a697e53c-908c-4abd-97f5-c886fd335530 on host hv-cinder-78605 {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:34:09.729856 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:09.795046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:09.802908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-60735b64-1b80-4fdc-89bc-0a0b2bdc0d40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:09.805953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59918f2-5f2b-4b4a-980a-2f9b2695b3a9', 'name': 'network-vif-deleted', 'tag': 'a697e53c-908c-4abd-97f5-c886fd335530'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:09.838700 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-5446ced5-27a3-4cb1-bd2b-5d52e78d9d84 req-aa5bfa7d-77d9-4806-a246-d34a59976d13 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Synchronizing usage tracker for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:34:09.847875 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-77eeb3c8-ee9b-4c8a-98c0-09c5768d7a5b req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "DELETE /v2.0/ports/a697e53c-908c-4abd-97f5-c886fd335530 HTTP/1.1" status: 204 len: 173 time: 1.2860839 Apr 19 03:34:09.862965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-5446ced5-27a3-4cb1-bd2b-5d52e78d9d84 req-aa5bfa7d-77d9-4806-a246-d34a59976d13 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Unset dirty status for tenant:6c42be205934401c935fed53381ef701 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:34:09.865157 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Pushing event deleted for resources: {'Port': ['ID=a3884db7-5a55-492e-aaea-3a699dc4112a,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:09.870738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:09.883970 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5446ced5-27a3-4cb1-bd2b-5d52e78d9d84 req-aa5bfa7d-77d9-4806-a246-d34a59976d13 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=c59918f2-5f2b-4b4a-980a-2f9b2695b3a9 HTTP/1.1" status: 200 len: 210 time: 0.1456239 Apr 19 03:34:09.939584 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59918f2-5f2b-4b4a-980a-2f9b2695b3a9', 'name': 'network-vif-deleted', 'tag': 'a697e53c-908c-4abd-97f5-c886fd335530', 'status': 'completed', 'code': 200} Apr 19 03:34:09.985671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] No DVR routers for this DVR port a3884db7-5a55-492e-aaea-3a699dc4112a on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:34:09.988651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:09.999043 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42288a5f-65e9-4655-8b07-570a244f4563', 'name': 'network-vif-deleted', 'tag': 'a3884db7-5a55-492e-aaea-3a699dc4112a'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:10.007396 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c8f4948e-5ed6-49fb-84f1-de5953615f18 req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.10 "DELETE /v2.0/ports/a3884db7-5a55-492e-aaea-3a699dc4112a HTTP/1.1" status: 204 len: 173 time: 1.6387501 Apr 19 03:34:10.071246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a3884db7-5a55-492e-aaea-3a699dc4112a', '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:34:10.116873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-44ba17fe-8f42-4034-86e1-9508022cf56d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:10.117292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-44ba17fe-8f42-4034-86e1-9508022cf56d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Synchronizing usage tracker for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:network {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:34:10.125784 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42288a5f-65e9-4655-8b07-570a244f4563', 'name': 'network-vif-deleted', 'tag': 'a3884db7-5a55-492e-aaea-3a699dc4112a', 'status': 'completed', 'code': 200} Apr 19 03:34:10.145226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-44ba17fe-8f42-4034-86e1-9508022cf56d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Unset dirty status for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:network {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:34:10.146780 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-44ba17fe-8f42-4034-86e1-9508022cf56d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.10 "GET /v2.0/networks?id=21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 200 len: 814 time: 0.2447877 Apr 19 03:34:10.178568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'port': {'device_id': '15504894-e4ee-4ef0-9977-2dff4910847d', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'admin_state_up': True, 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:10.514679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:10.528264 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:10.539059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Made reservation on behalf of 5eb8114a11ea4a4896008a1b64c6e853 for: {'port': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:34:10.547366 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:10.779900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-03b2995a-c3a2-446c-a3f1-3f7b440f9355 req-572b1f87-afdd-403c-ac88-6652e3065971 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Synchronizing usage tracker for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:34:10.799844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-03b2995a-c3a2-446c-a3f1-3f7b440f9355 req-572b1f87-afdd-403c-ac88-6652e3065971 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Unset dirty status for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:34:10.801928 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-03b2995a-c3a2-446c-a3f1-3f7b440f9355 req-572b1f87-afdd-403c-ac88-6652e3065971 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=42288a5f-65e9-4655-8b07-570a244f4563 HTTP/1.1" status: 200 len: 210 time: 0.0832705 Apr 19 03:34:10.848931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Allocated IP 172.20.0.12 (21000f1d-87e4-461e-8615-2548195e59f2/74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e/ae97d3bd-f4e2-4b57-97ec-3a100617d56c) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:34:10.911507 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-863e171f-e1c1-4f07-bbfa-2254450c93a1 req-ea7a9db4-b792-4219-9cdd-ccd07fe5d67e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 210 time: 0.1680181 Apr 19 03:34:11.166125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:11.187899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Transition to ACTIVE for port object ae97d3bd-f4e2-4b57-97ec-3a100617d56c will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:34:11.250693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:11.276165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:11.401172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Network 21000f1d-87e4-461e-8615-2548195e59f2 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:34:11.405994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:34:11.410207 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:34:11.416491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:11.417197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:11.479787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'Port': ['ID=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:11.484190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:11.499445 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3257706 Apr 19 03:34:11.518656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:34:11.789464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-deb055cc-f3dd-4c6a-bcdb-66cd0228b676 None None] Provisioning for port ae97d3bd-f4e2-4b57-97ec-3a100617d56c completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:34:11.795668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-deb055cc-f3dd-4c6a-bcdb-66cd0228b676 None None] Provisioning complete for port ae97d3bd-f4e2-4b57-97ec-3a100617d56c triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:34:11.796263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-deb055cc-f3dd-4c6a-bcdb-66cd0228b676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:11.861643 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-deb055cc-f3dd-4c6a-bcdb-66cd0228b676 None None] Port ae97d3bd-f4e2-4b57-97ec-3a100617d56c cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:34:12.137457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f52c6e-9117-4021-9872-88c872adccbe req-c7193a46-c789-4138-95b5-451aafe9c70d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:12.139051 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-41f52c6e-9117-4021-9872-88c872adccbe req-c7193a46-c789-4138-95b5-451aafe9c70d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.1029940 Apr 19 03:34:12.200503 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-41f52c6e-9117-4021-9872-88c872adccbe req-8d2aebc6-77e8-43ee-b99a-650e06f74386 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Apr 19 03:34:12.411639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ade1ec-19c5-4b34-8a6f-48276d5371ed req-990cc606-b384-40fb-823f-bcc877c44e8b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:12.413608 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b7ade1ec-19c5-4b34-8a6f-48276d5371ed req-990cc606-b384-40fb-823f-bcc877c44e8b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1035509 Apr 19 03:34:12.467602 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b7ade1ec-19c5-4b34-8a6f-48276d5371ed req-5960f41b-4b12-4c2d-8ccc-d15b87fa78f6 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Apr 19 03:34:12.559088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a3884db7-5a55-492e-aaea-3a699dc4112a no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:34:12.614149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: a3884db7-5a55-492e-aaea-3a699dc4112a {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:34:12.614534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a3884db7-5a55-492e-aaea-3a699dc4112a not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:34:12.614990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a697e53c-908c-4abd-97f5-c886fd335530 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:34:12.656687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: a697e53c-908c-4abd-97f5-c886fd335530 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:34:12.657075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a697e53c-908c-4abd-97f5-c886fd335530 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:34:12.937661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99d163-d378-45d5-98c1-65ecd9316f2a req-7d41ff31-a54e-44c1-8379-add03e0a792d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:12.939494 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3b99d163-d378-45d5-98c1-65ecd9316f2a req-7d41ff31-a54e-44c1-8379-add03e0a792d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.0999715 Apr 19 03:34:12.994114 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3b99d163-d378-45d5-98c1-65ecd9316f2a req-6b945502-190c-4180-bf74-3a59830e51d9 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Apr 19 03:34:13.415271 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579e257-7ad0-4bff-8416-c8cac2b79bdd req-6f29b71d-7b7e-4ada-9a71-e809d54d12a3 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:13.417683 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e579e257-7ad0-4bff-8416-c8cac2b79bdd req-6f29b71d-7b7e-4ada-9a71-e809d54d12a3 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.0995107 Apr 19 03:34:13.472087 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e579e257-7ad0-4bff-8416-c8cac2b79bdd req-4c8a26bb-0f2c-4626-9362-fee02e36ebec tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467670 Apr 19 03:34:13.690936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab75ab-4222-43bb-8930-72f380c5e389 req-70d832aa-e0f4-4802-9471-410218f88d6b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:13.692578 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ecab75ab-4222-43bb-8930-72f380c5e389 req-70d832aa-e0f4-4802-9471-410218f88d6b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.0961647 Apr 19 03:34:13.745603 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ecab75ab-4222-43bb-8930-72f380c5e389 req-f2e3993e-9974-476e-84d7-e5f6c04d05d8 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Apr 19 03:34:14.238462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5600e-1eba-4326-82d1-0faf4445282d req-f4b57a37-2357-410f-b7c5-2dbbc6bd2e00 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:14.240155 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-65d5600e-1eba-4326-82d1-0faf4445282d req-f4b57a37-2357-410f-b7c5-2dbbc6bd2e00 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1220632 Apr 19 03:34:14.292961 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-65d5600e-1eba-4326-82d1-0faf4445282d req-6b7d878a-c823-4824-8404-8687fee796db tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Apr 19 03:34:14.691414 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e569-3a8c-4603-bc28-a1607d48f15c req-fd2aff0d-87ae-4eb6-bd6e-e012b0e8dc34 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:14.695207 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3088e569-3a8c-4603-bc28-a1607d48f15c req-fd2aff0d-87ae-4eb6-bd6e-e012b0e8dc34 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.1023061 Apr 19 03:34:14.764609 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3088e569-3a8c-4603-bc28-a1607d48f15c req-d161794e-4c9c-4980-a1d8-3643e209fb16 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650401 Apr 19 03:34:15.005382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59d5cd-eb3e-41f6-9430-772f2911c9ee req-7ec13a95-41ee-4109-a94d-2dc6648822a9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:15.007235 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-af59d5cd-eb3e-41f6-9430-772f2911c9ee req-7ec13a95-41ee-4109-a94d-2dc6648822a9 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1099079 Apr 19 03:34:15.058956 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-af59d5cd-eb3e-41f6-9430-772f2911c9ee req-0e6312e8-c446-4df2-8a1b-19df7c8e131f tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449998 Apr 19 03:34:15.538022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8807164-0470-4fba-85eb-b152d6445a88 req-7503dc01-20d3-41db-b877-c1899f2b372a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:15.539818 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8807164-0470-4fba-85eb-b152d6445a88 req-7503dc01-20d3-41db-b877-c1899f2b372a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1071465 Apr 19 03:34:15.843814 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8807164-0470-4fba-85eb-b152d6445a88 req-c90fba7c-bd4c-4154-9589-6e7c56f9e0d7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971010 Apr 19 03:34:16.086474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a29a2b-cd92-445b-9e17-1de1cf95113d req-112761eb-9feb-4a6f-841f-dc9ac81b9210 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:16.088366 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8a29a2b-cd92-445b-9e17-1de1cf95113d req-112761eb-9feb-4a6f-841f-dc9ac81b9210 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.1034412 Apr 19 03:34:16.170836 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8a29a2b-cd92-445b-9e17-1de1cf95113d req-c1d05a1a-20ea-4fa5-a2fd-3f39596a82d7 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709288 Apr 19 03:34:16.382034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d44b6-4edf-459a-9ff1-2c4f03b58647 req-f5a46083-f54a-41e7-8b35-343a62b443de tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:16.383560 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f02d44b6-4edf-459a-9ff1-2c4f03b58647 req-f5a46083-f54a-41e7-8b35-343a62b443de tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.0935395 Apr 19 03:34:16.440494 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f02d44b6-4edf-459a-9ff1-2c4f03b58647 req-abac32e1-4827-44d1-b5f5-e2baeb1b8af8 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488539 Apr 19 03:34:17.085250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71d4e4-39b3-489d-ae44-ea8569beb1ff req-a62c2589-d3ba-427f-8597-e43964230b4c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:17.086931 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da71d4e4-39b3-489d-ae44-ea8569beb1ff req-a62c2589-d3ba-427f-8597-e43964230b4c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1051292 Apr 19 03:34:17.145784 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-da71d4e4-39b3-489d-ae44-ea8569beb1ff req-953bf7ce-8952-458c-bab9-83ab204b60de tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519612 Apr 19 03:34:17.414347 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c27169-5346-48c8-8755-f9a21d3062df req-1e1608f6-e61a-4552-b2e4-84f17d4a305f tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:17.416796 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e5c27169-5346-48c8-8755-f9a21d3062df req-1e1608f6-e61a-4552-b2e4-84f17d4a305f tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.1053059 Apr 19 03:34:17.472930 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e5c27169-5346-48c8-8755-f9a21d3062df req-d1d5e242-9b35-457c-a5f1-51465d454578 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Apr 19 03:34:17.696293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e84b55-3ec8-4b6d-90ff-0eae5d6d36cf req-1ef1dd2c-26a6-4969-873d-b2564f24f334 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:17.697816 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-60e84b55-3ec8-4b6d-90ff-0eae5d6d36cf req-1ef1dd2c-26a6-4969-873d-b2564f24f334 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1001225 Apr 19 03:34:17.751774 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-60e84b55-3ec8-4b6d-90ff-0eae5d6d36cf req-e405c40b-a11e-452e-a50a-3210ff04b66a tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Apr 19 03:34:18.377671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e41e4-d1f7-4491-b67f-bb91c83d6929 req-f0785de8-e1a2-4716-bd53-e86cc3f020ad tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:18.379457 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c27e41e4-d1f7-4491-b67f-bb91c83d6929 req-f0785de8-e1a2-4716-bd53-e86cc3f020ad tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1088455 Apr 19 03:34:18.441196 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c27e41e4-d1f7-4491-b67f-bb91c83d6929 req-e93fe468-c098-4b42-b26b-1c5a44672f8f tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493450 Apr 19 03:34:18.716279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfffb7-144c-4688-a279-68199efeb476 req-79af1def-34f3-40ed-9777-e90e77ba076a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:18.719909 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1bcfffb7-144c-4688-a279-68199efeb476 req-79af1def-34f3-40ed-9777-e90e77ba076a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.1179931 Apr 19 03:34:18.782773 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1bcfffb7-144c-4688-a279-68199efeb476 req-622f0160-0ff7-4c9f-9991-3453fc312fbf tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544939 Apr 19 03:34:19.013625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff92a92-590f-49c0-9193-3d59d364e902 req-7ba2bdfe-e03e-4536-b9f3-d27b1e6139cd tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:19.015207 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cff92a92-590f-49c0-9193-3d59d364e902 req-7ba2bdfe-e03e-4536-b9f3-d27b1e6139cd tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1103046 Apr 19 03:34:19.067360 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cff92a92-590f-49c0-9193-3d59d364e902 req-6c4bf47c-6828-4671-b3d8-1857bb337ffa tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447798 Apr 19 03:34:19.656317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2cc8-d3dc-4c67-8690-ff8cb8d4b468 req-12a2c51d-5505-4eb4-9486-9e9f52f49b36 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:19.658782 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-995b2cc8-d3dc-4c67-8690-ff8cb8d4b468 req-12a2c51d-5505-4eb4-9486-9e9f52f49b36 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.0963049 Apr 19 03:34:19.708803 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-995b2cc8-d3dc-4c67-8690-ff8cb8d4b468 req-5bd9cc77-791d-4a71-82da-f819474628bd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Apr 19 03:34:20.003686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4236f-9852-4b7f-bf54-b54466a2ec46 req-b7e0228c-f77d-42fa-82d6-4d326f7ca6d5 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:20.005231 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1ed4236f-9852-4b7f-bf54-b54466a2ec46 req-b7e0228c-f77d-42fa-82d6-4d326f7ca6d5 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.0996962 Apr 19 03:34:20.072517 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1ed4236f-9852-4b7f-bf54-b54466a2ec46 req-c159f684-6b03-4464-a38f-d721d2907358 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603738 Apr 19 03:34:20.306844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07043e-a086-4916-9401-30e062cf82a7 req-dbcc2564-d7ff-4014-90e8-59176e54e355 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:20.308570 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ce07043e-a086-4916-9401-30e062cf82a7 req-dbcc2564-d7ff-4014-90e8-59176e54e355 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1015506 Apr 19 03:34:20.377656 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ce07043e-a086-4916-9401-30e062cf82a7 req-c3da6a8d-45c6-4a2d-83ea-b3eb67416587 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598691 Apr 19 03:34:21.116340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6469f-c607-4b41-8960-8566e8bd5957 req-40b184cb-1147-4b31-a09a-1b88aa31b70a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:21.120631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7ea6469f-c607-4b41-8960-8566e8bd5957 req-40b184cb-1147-4b31-a09a-1b88aa31b70a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1106520 Apr 19 03:34:21.182321 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7ea6469f-c607-4b41-8960-8566e8bd5957 req-19e0142c-d02b-4563-a22f-19bb099c2b98 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569832 Apr 19 03:34:21.397608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f43b7-a396-4c4f-a4a6-50b223f26611 req-3924869c-4af8-49ae-a7c8-194c46d34b5d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:21.399252 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-321f43b7-a396-4c4f-a4a6-50b223f26611 req-3924869c-4af8-49ae-a7c8-194c46d34b5d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.1082404 Apr 19 03:34:21.455808 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-321f43b7-a396-4c4f-a4a6-50b223f26611 req-7dbefc06-3269-4d58-8b7b-ac03fa267d7d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497208 Apr 19 03:34:21.705644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccade0c-e30d-4a64-87a4-dd3b348aecbf req-2f1283de-b966-461f-b1fb-490d08c103ac tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:21.708866 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3ccade0c-e30d-4a64-87a4-dd3b348aecbf req-2f1283de-b966-461f-b1fb-490d08c103ac tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1151571 Apr 19 03:34:21.781050 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3ccade0c-e30d-4a64-87a4-dd3b348aecbf req-de5f300f-6fad-4895-8cf1-469ade7bd081 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661845 Apr 19 03:34:22.417156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927e531-cf08-4325-9e3b-e01666c340ad req-01b5baf0-f7b4-4719-ad45-0b9a6412fe01 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:22.422278 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e927e531-cf08-4325-9e3b-e01666c340ad req-01b5baf0-f7b4-4719-ad45-0b9a6412fe01 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1173770 Apr 19 03:34:22.477236 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e927e531-cf08-4325-9e3b-e01666c340ad req-b6f6de62-252e-4960-854f-dd4cbf76e7dd tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Apr 19 03:34:22.751644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f8d12-7f10-4944-a3cd-21aea94802cf req-5628a277-a321-4477-810a-de01b8a810af tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:22.754450 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4a2f8d12-7f10-4944-a3cd-21aea94802cf req-5628a277-a321-4477-810a-de01b8a810af tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.1464272 Apr 19 03:34:22.814505 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4a2f8d12-7f10-4944-a3cd-21aea94802cf req-263ec603-ec8b-4ecb-99e7-ec52d22ca907 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531309 Apr 19 03:34:23.071333 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bda0e-b9ca-4a5c-8304-e9d8c745726e req-512824f0-4251-4af5-a4d3-8a594b688361 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:23.073036 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f22bda0e-b9ca-4a5c-8304-e9d8c745726e req-512824f0-4251-4af5-a4d3-8a594b688361 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1086276 Apr 19 03:34:23.147923 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f22bda0e-b9ca-4a5c-8304-e9d8c745726e req-a5b2e8b8-c5a8-4edc-a89a-61af636271c0 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676632 Apr 19 03:34:23.727002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f253bd-2dd5-4fc8-858b-80658a235c18 req-15f72694-1abd-4d82-a5c4-78759504e724 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:23.729482 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-80f253bd-2dd5-4fc8-858b-80658a235c18 req-15f72694-1abd-4d82-a5c4-78759504e724 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1149940 Apr 19 03:34:23.795467 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-80f253bd-2dd5-4fc8-858b-80658a235c18 req-0ae5eaad-f225-429b-ab83-7f41b2073f0a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Apr 19 03:34:24.064025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbf93f-c005-49eb-87c9-987b20e72c0a req-606c9f2b-6536-4b16-9ec9-72de4c8725fa tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:24.064025 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a0bbf93f-c005-49eb-87c9-987b20e72c0a req-606c9f2b-6536-4b16-9ec9-72de4c8725fa tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 932 time: 0.0989435 Apr 19 03:34:24.124837 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a0bbf93f-c005-49eb-87c9-987b20e72c0a req-b650bcab-3b1f-4a27-8582-38e77c5558dc tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543880 Apr 19 03:34:24.382120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661b680-dc66-47df-baee-8190e92933ec req-527b253c-4824-4a86-8e2d-447b2f26849e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:24.383883 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3661b680-dc66-47df-baee-8190e92933ec req-527b253c-4824-4a86-8e2d-447b2f26849e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1043253 Apr 19 03:34:24.462443 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3661b680-dc66-47df-baee-8190e92933ec req-2c76cf10-d9c2-4626-b3f8-367b90cae60e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710247 Apr 19 03:34:24.483740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Request body: {'port': {'device_id': '15504894-e4ee-4ef0-9977-2dff4910847d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:24.633440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:25.160479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85a60e-c4f6-48b5-8c4c-ab46d7d4b934 req-0898a998-1034-4a61-9176-16dd6604f88c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:25.166799 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2d85a60e-c4f6-48b5-8c4c-ab46d7d4b934 req-0898a998-1034-4a61-9176-16dd6604f88c tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.2132595 Apr 19 03:34:25.172664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae97d3bd-f4e2-4b57-97ec-3a100617d56c {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:34:25.188698 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:25.231274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Transition to ACTIVE for port object ae97d3bd-f4e2-4b57-97ec-3a100617d56c will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:34:25.248119 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:25.257669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bd1ec118-ca0b-4d53-aef6-2e2fa406b7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:25.318950 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2d85a60e-c4f6-48b5-8c4c-ab46d7d4b934 req-ed51efa5-377c-4468-b968-b7e8851f753b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390944 Apr 19 03:34:25.365342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501568fe-4b2f-4704-920e-1303aa2e4489 req-dadadf7d-02eb-4708-82f8-67f23644b4d0 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:25.380022 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-501568fe-4b2f-4704-920e-1303aa2e4489 req-dadadf7d-02eb-4708-82f8-67f23644b4d0 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 944 time: 0.1149352 Apr 19 03:34:25.448876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:25.453892 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-501568fe-4b2f-4704-920e-1303aa2e4489 req-009437b2-e7c5-4285-88ea-0248e9848b0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593231 Apr 19 03:34:25.501512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.501799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.502203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.502600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.502994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.503389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.503782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.504200 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.504591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.504981 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.505369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.505758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:25.519252 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:25.532086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Attempting to bind port ae97d3bd-f4e2-4b57-97ec-3a100617d56c on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:34:25.532532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Attempting to bind port ae97d3bd-f4e2-4b57-97ec-3a100617d56c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:34:25.532911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Attempting to bind port ae97d3bd-f4e2-4b57-97ec-3a100617d56c on network 21000f1d-87e4-461e-8615-2548195e59f2 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:34:25.538678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Port ae97d3bd-f4e2-4b57-97ec-3a100617d56c on network 21000f1d-87e4-461e-8615-2548195e59f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:34:25.539045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Attempting to bind port ae97d3bd-f4e2-4b57-97ec-3a100617d56c on network 21000f1d-87e4-461e-8615-2548195e59f2 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:34:25.545637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:34:25.546070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Checking segment: {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:34:25.546479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Bound using segment: {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:34:25.547018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Bound port: ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ccadae-ea80-4c04-ac9e-14391ca0f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:34:25.547410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:25.709711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] For port ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host hv-cinder-78605, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:34:25.723867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] For port ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:34:25.735353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:25.741489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:25.812148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:25.812750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:25.814373 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] 10.222.0.10 "PUT /v2.0/ports/ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 1094 time: 1.3382001 Apr 19 03:34:25.814955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:25.833801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35288a3a-c665-4675-a8c7-7116f08b0607 req-48c41027-05d5-4688-96d7-e18656a49d64 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:25.835521 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-35288a3a-c665-4675-a8c7-7116f08b0607 req-48c41027-05d5-4688-96d7-e18656a49d64 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1966362 Apr 19 03:34:25.927266 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'status': 'completed', 'code': 200} Apr 19 03:34:25.927921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:25.939806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:25.968308 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-35288a3a-c665-4675-a8c7-7116f08b0607 req-8ee4c7c2-4cea-4f40-bf41-9c880f2cc58d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211934 Apr 19 03:34:26.005195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-b4bac6c6-1c90-435f-8de5-f88a060155b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:26.006876 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-b4bac6c6-1c90-435f-8de5-f88a060155b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1097 time: 0.1390281 Apr 19 03:34:26.098076 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-7de4cd97-1f17-4027-bde3-60df2734d4d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 217 time: 0.0778909 Apr 19 03:34:26.197003 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-0d5590e8-2f5d-4789-87ce-fc0d82522a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:26.198582 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-0d5590e8-2f5d-4789-87ce-fc0d82522a4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e HTTP/1.1" status: 200 len: 853 time: 0.0918891 Apr 19 03:34:26.306043 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-21eff62c-716b-434f-b140-cce9ff421654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:26.307633 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-21eff62c-716b-434f-b140-cce9ff421654 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21000f1d-87e4-461e-8615-2548195e59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949438 Apr 19 03:34:26.470108 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-025209fe-b9a8-4b33-957f-46009b3166fc service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545727 Apr 19 03:34:26.581197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d038b-05cb-4a97-b4f6-5b4f1041b1cd req-175590c6-6cc0-4af5-8265-eeb7bbb7ab24 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:26.582849 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3d6d038b-05cb-4a97-b4f6-5b4f1041b1cd req-175590c6-6cc0-4af5-8265-eeb7bbb7ab24 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.0953143 Apr 19 03:34:26.641311 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3d6d038b-05cb-4a97-b4f6-5b4f1041b1cd req-51159c04-845e-4140-b95c-3c00c48ad77a tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515687 Apr 19 03:34:26.905996 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b29cdf85-237a-4842-b815-569c4b0ac1ad req-69b2d9b8-8a33-4ef0-9196-e4512e6c574c service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244106 Apr 19 03:34:26.939216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca5400-58d3-4c7f-aaab-cec126f43ae1 req-24805eb3-7fbd-4d75-873a-2ecf13b018ce tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:26.940056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-daca5400-58d3-4c7f-aaab-cec126f43ae1 req-24805eb3-7fbd-4d75-873a-2ecf13b018ce tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Synchronizing usage tracker for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:34:26.964080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-daca5400-58d3-4c7f-aaab-cec126f43ae1 req-24805eb3-7fbd-4d75-873a-2ecf13b018ce tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Unset dirty status for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:34:26.965380 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daca5400-58d3-4c7f-aaab-cec126f43ae1 req-24805eb3-7fbd-4d75-873a-2ecf13b018ce tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 944 time: 0.3785491 Apr 19 03:34:26.979197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-7cf5bbcc-c5fa-4ca6-87d3-bd87f972d3e7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:26.980877 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-7cf5bbcc-c5fa-4ca6-87d3-bd87f972d3e7 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1084301 Apr 19 03:34:27.080042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Deleting port 42e03bf6-0333-4983-96ea-9755374fb184 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:34:27.080550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:27.082631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-daca5400-58d3-4c7f-aaab-cec126f43ae1 req-69fe5eef-6c54-43cb-87cd-5d05cdf9aa77 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Synchronizing usage tracker for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:34:27.115713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-daca5400-58d3-4c7f-aaab-cec126f43ae1 req-69fe5eef-6c54-43cb-87cd-5d05cdf9aa77 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Unset dirty status for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:34:27.117007 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daca5400-58d3-4c7f-aaab-cec126f43ae1 req-69fe5eef-6c54-43cb-87cd-5d05cdf9aa77 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436374 Apr 19 03:34:27.120090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-ad4aa5a8-781c-476e-8377-66deac2a8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:27.121631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-ad4aa5a8-781c-476e-8377-66deac2a8720 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1097 time: 0.1331587 Apr 19 03:34:27.283827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-c5574a35-0936-416a-aa5c-f6dfd0a30104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:27.285455 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-c5574a35-0936-416a-aa5c-f6dfd0a30104 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 200 len: 915 time: 0.1557448 Apr 19 03:34:27.341507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928ee37-218d-4ab4-8499-f1426f4b5695 req-54fb0e17-3f09-4a44-a13f-7ab4d60f498a tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:27.349949 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e928ee37-218d-4ab4-8499-f1426f4b5695 req-54fb0e17-3f09-4a44-a13f-7ab4d60f498a tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.1864359 Apr 19 03:34:27.378837 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-abd76fd5-e0d1-4bc3-aef1-4a89181ae194 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 217 time: 0.0854566 Apr 19 03:34:27.455943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-125db0e7-9871-4e9a-bbcc-aafa18f76b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:27.457684 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-125db0e7-9871-4e9a-bbcc-aafa18f76b22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e HTTP/1.1" status: 200 len: 853 time: 0.0681276 Apr 19 03:34:27.511134 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e928ee37-218d-4ab4-8499-f1426f4b5695 req-e8348e1a-ea68-4cc4-b2f5-247f385c9460 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602089 Apr 19 03:34:27.567351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-a0fb5274-48c5-4c86-a555-6ef9a5e161e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:27.568972 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-a0fb5274-48c5-4c86-a555-6ef9a5e161e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21000f1d-87e4-461e-8615-2548195e59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999596 Apr 19 03:34:27.572859 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] For port 42e03bf6-0333-4983-96ea-9755374fb184, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=42e03bf6-0333-4983-96ea-9755374fb184,segment=NetworkSegment(9d79fc3f-143e-4fb8-b02f-a1c54f804cfa),segment_id=9d79fc3f-143e-4fb8-b02f-a1c54f804cfa)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:27.573274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:27.735946 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-77775abc-d5bb-4dd8-bbbe-30df2d8621f9 service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550059 Apr 19 03:34:27.769065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Calling delete_port for 42e03bf6-0333-4983-96ea-9755374fb184 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:34:27.950607 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-88612703-7b0d-48fa-a049-01ecd2e3e68f req-e1514e7a-6368-4330-a708-d616804d1ba3 service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996150 Apr 19 03:34:27.976955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c78c8-9c6c-436b-8bfe-1008a7a5cc6e req-62b9a3c9-4c4f-4261-a0db-8af66ee085b2 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:27.978504 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-478c78c8-9c6c-436b-8bfe-1008a7a5cc6e req-62b9a3c9-4c4f-4261-a0db-8af66ee085b2 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 946 time: 0.1559882 Apr 19 03:34:28.084677 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-478c78c8-9c6c-436b-8bfe-1008a7a5cc6e req-432bcb47-c40a-48ec-a61c-c0e72d618fab tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe0fd85f-bbbd-4497-ba4c-77e79849d054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669856 Apr 19 03:34:28.093689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:28.101896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5d65035c-09fe-49cc-842a-64263569aa56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:28.112648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['42e03bf6-0333-4983-96ea-9755374fb184'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:34:28.185592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Pushing event deleted for resources: {'Port': ['ID=42e03bf6-0333-4983-96ea-9755374fb184,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:28.197172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.197591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.198008 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.198420 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.198830 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.199238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.199641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.200077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.200481 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.200882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.201430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.202785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:34:28.211245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:28.361305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] No DVR routers for this DVR port 42e03bf6-0333-4983-96ea-9755374fb184 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:34:28.365095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:28.375593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2015e3-2b56-4420-bf10-5a2fa9f4fd62', 'name': 'network-vif-deleted', 'tag': '42e03bf6-0333-4983-96ea-9755374fb184'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:28.384967 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b8e7bdc8-4dcc-4d9e-840f-0ea03fab8ede req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.10 "DELETE /v2.0/ports/42e03bf6-0333-4983-96ea-9755374fb184 HTTP/1.1" status: 204 len: 173 time: 1.3954709 Apr 19 03:34:28.426519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a328d-138d-43c4-9f11-1296b90d9b5e req-c2df4391-a74f-4cac-b96a-dd5003b31b3e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:28.441195 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e73a328d-138d-43c4-9f11-1296b90d9b5e req-c2df4391-a74f-4cac-b96a-dd5003b31b3e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 944 time: 0.1518104 Apr 19 03:34:28.486910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1ed36776-e167-41b0-8c19-66b5f6ad6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:28.533975 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e73a328d-138d-43c4-9f11-1296b90d9b5e req-e2adcd42-1eed-4281-998d-a4eb92b02c8e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905957 Apr 19 03:34:28.553965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e6800-2c08-4a24-803c-da6c659dc8b2 req-ed13daf6-99b8-48cf-bbb9-b17a76714eca tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:28.556663 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2c5e6800-2c08-4a24-803c-da6c659dc8b2 req-ed13daf6-99b8-48cf-bbb9-b17a76714eca tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1130972 Apr 19 03:34:28.611730 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2015e3-2b56-4420-bf10-5a2fa9f4fd62', 'name': 'network-vif-deleted', 'tag': '42e03bf6-0333-4983-96ea-9755374fb184', 'status': 'completed', 'code': 200} Apr 19 03:34:28.619298 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2c5e6800-2c08-4a24-803c-da6c659dc8b2 req-8a304d4b-c787-4806-9bc6-a528d52f41d7 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542581 Apr 19 03:34:28.630805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device ae97d3bd-f4e2-4b57-97ec-3a100617d56c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:34:28.801216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:28.802158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864023c-f9eb-4db6-9e33-97d385cf1b98 req-90c88704-7339-4ea1-9600-a3b143203990 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:28.804199 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a864023c-f9eb-4db6-9e33-97d385cf1b98 req-90c88704-7339-4ea1-9600-a3b143203990 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.0935378 Apr 19 03:34:28.816953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'port_id': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'mac_address': 'fa:16:3e:e4:cb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:34:28.863082 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a864023c-f9eb-4db6-9e33-97d385cf1b98 req-1533ab07-aa36-4812-84bc-54fdbe4190cc tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519755 Apr 19 03:34:28.888603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:28.909464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae97d3bd-f4e2-4b57-97ec-3a100617d56c {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:34:28.926938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:28.929554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:28.931970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:29.007119 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:29.010357 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:29.287562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['ae97d3bd-f4e2-4b57-97ec-3a100617d56c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:34:29.291629 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f49ea4be-841e-424b-a619-b87eef32d3b0 req-e0d0a1f7-0286-43e5-b9e9-fbbaf744df92 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f2015e3-2b56-4420-bf10-5a2fa9f4fd62 HTTP/1.1" status: 200 len: 210 time: 0.0557213 Apr 19 03:34:29.753953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf846c9-2d20-4d1e-a3a8-4233bc33b874 req-5abff0ce-2a65-4aad-82d5-45f62bbe6553 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:29.755623 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ecf846c9-2d20-4d1e-a3a8-4233bc33b874 req-5abff0ce-2a65-4aad-82d5-45f62bbe6553 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 945 time: 0.0927281 Apr 19 03:34:29.806807 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ecf846c9-2d20-4d1e-a3a8-4233bc33b874 req-08aa3ac2-9e4a-4572-9c48-d28e8d709673 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Apr 19 03:34:29.845329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73be27c-4f62-4150-a178-fb9ded8623e5 req-5a475b96-9db8-4861-bbbd-8060728f700a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:29.846836 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f73be27c-4f62-4150-a178-fb9ded8623e5 req-5a475b96-9db8-4861-bbbd-8060728f700a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.0889838 Apr 19 03:34:29.900485 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f73be27c-4f62-4150-a178-fb9ded8623e5 req-a6c0cbfe-fd0a-407d-a976-6a74abccbf42 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469368 Apr 19 03:34:30.080652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818729cd-dc1e-45ba-829c-1de55911c9d0 req-c58999ff-177e-43bd-9773-cf3c4a3c6bb4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:30.082286 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-818729cd-dc1e-45ba-829c-1de55911c9d0 req-c58999ff-177e-43bd-9773-cf3c4a3c6bb4 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.0945079 Apr 19 03:34:30.132335 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-818729cd-dc1e-45ba-829c-1de55911c9d0 req-467fa93c-2e3a-47fe-bcd8-ab55648dc702 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435076 Apr 19 03:34:30.408719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35896) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:30.478459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] Deleting subnet 9245fd6d-c6ac-4749-a802-7431f72f5be4 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:34:30.481640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:30.540500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2641358'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:30.601230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:30.649404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device ae97d3bd-f4e2-4b57-97ec-3a100617d56c up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:34:30.733791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-043b710e-6ece-415e-a2af-13d9b216d3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:30.739650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port ae97d3bd-f4e2-4b57-97ec-3a100617d56c completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:34:30.745479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port ae97d3bd-f4e2-4b57-97ec-3a100617d56c triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:34:30.745907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:30.888890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:30.918803 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:30.933886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:30.937943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:30.939078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 42e03bf6-0333-4983-96ea-9755374fb184 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:34:30.977603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-267c4b2c-8838-4f8f-909e-0b9fd5462f4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:31.026190 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'code': 200} Apr 19 03:34:31.034266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 42e03bf6-0333-4983-96ea-9755374fb184 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:34:31.034664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 42e03bf6-0333-4983-96ea-9755374fb184 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:34:31.083293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:31.086538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:31.166389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa80dbf-3fb3-463b-86f6-278e158c97b9 req-315dc34f-0177-46bd-a72f-e474bbb91e17 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:31.175029 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4aa80dbf-3fb3-463b-86f6-278e158c97b9 req-315dc34f-0177-46bd-a72f-e474bbb91e17 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.2234433 Apr 19 03:34:31.188869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc29ef-2c54-45b8-b5e0-9fba9882deb9 req-ae7e1dcc-348b-4b1a-be99-d3bca14e1438 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:31.190650 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5ccc29ef-2c54-45b8-b5e0-9fba9882deb9 req-ae7e1dcc-348b-4b1a-be99-d3bca14e1438 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1028225 Apr 19 03:34:31.241860 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5ccc29ef-2c54-45b8-b5e0-9fba9882deb9 req-3ba43b91-b52c-4228-a812-1baa55ae7518 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443730 Apr 19 03:34:31.297381 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4aa80dbf-3fb3-463b-86f6-278e158c97b9 req-0c23a668-bc12-4505-8f75-292addebdd55 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215520 Apr 19 03:34:31.332149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851973747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163688'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:31.340532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:31.383480 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:31.387470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9245fd6d-c6ac-4749-a802-7431f72f5be4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:31.389982 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:31.394987 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b4f2d-7ed8-4082-94f5-bc2138dd66d8 req-101c7cda-3c3a-4177-9796-d94bd13f6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:31.396696 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-dc4b4f2d-7ed8-4082-94f5-bc2138dd66d8 req-101c7cda-3c3a-4177-9796-d94bd13f6c66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1099 time: 0.2045016 Apr 19 03:34:31.400755 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-118168d0-68f9-47eb-8b96-57649b2104a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9245fd6d-c6ac-4749-a802-7431f72f5be4 HTTP/1.1" status: 204 len: 168 time: 0.9882264 Apr 19 03:34:31.400755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 35916) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:31.609161 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-dc4b4f2d-7ed8-4082-94f5-bc2138dd66d8 req-8052c0a3-4aba-4750-8089-986e037e33b5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833625 Apr 19 03:34:31.618460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:31.702548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21697f-296e-4068-afb9-4a6bdea01747 req-cc9a5c24-061a-4149-ab10-8b4982b0149b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:31.704353 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3b21697f-296e-4068-afb9-4a6bdea01747 req-cc9a5c24-061a-4149-ab10-8b4982b0149b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.2803299 Apr 19 03:34:31.786894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:31.815076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:31.842918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:31.864569 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3b21697f-296e-4068-afb9-4a6bdea01747 req-dfd3a78c-730e-4821-8f01-3c262a39fe5b tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477892 Apr 19 03:34:31.990411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4914c02-2059-4113-84cb-a5530fb219ec']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:32.015498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:32.015845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d79fc3f-143e-4fb8-b02f-a1c54f804cfa') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:32.031370 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:32.053788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:32.073156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:34:32.171626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-a9045f4d-1771-4b2d-b1b2-a549c7061a3e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:32.173472 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-a9045f4d-1771-4b2d-b1b2-a549c7061a3e tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.2189662 Apr 19 03:34:32.339653 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Deleting port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:34:32.340069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:32.369821 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Network d4914c02-2059-4113-84cb-a5530fb219ec has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:34:32.395228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:32.482426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495f99c-4b90-4536-8899-d450766b8286 req-e14b6e6a-5350-4c6e-b257-db44af335cd2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:32.484834 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8495f99c-4b90-4536-8899-d450766b8286 req-e14b6e6a-5350-4c6e-b257-db44af335cd2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.0967650 Apr 19 03:34:32.538458 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8495f99c-4b90-4536-8899-d450766b8286 req-dd941811-88fe-4ca6-a2ad-d0c43bd384eb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469615 Apr 19 03:34:32.735840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Network d4914c02-2059-4113-84cb-a5530fb219ec has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:34:32.776109 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:34:32.975005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:32.985408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c39667-1b46-4b9a-9741-1e696bec2322 req-c0f437f2-8d48-42bb-a253-dcdc34480b3a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:32.987056 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e5c39667-1b46-4b9a-9741-1e696bec2322 req-c0f437f2-8d48-42bb-a253-dcdc34480b3a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.5561953 Apr 19 03:34:33.009578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72257468-b6be-4bd5-a745-5db83ff1982b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:33.033516 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.060739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Pushing event deleted for resources: {'Network': ['ID=d4914c02-2059-4113-84cb-a5530fb219ec,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:33.073913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:33.097449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02dfb7-0c0d-4c61-9df1-1667f5666cb1 req-9bac8ff8-0a3b-405a-93f3-29e230a48b03 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:33.100443 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6d02dfb7-0c0d-4c61-9df1-1667f5666cb1 req-9bac8ff8-0a3b-405a-93f3-29e230a48b03 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 945 time: 0.0952995 Apr 19 03:34:33.114097 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-690d83f4-f3d9-44fb-af45-d68f7087948a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4914c02-2059-4113-84cb-a5530fb219ec HTTP/1.1" status: 204 len: 168 time: 1.7100167 Apr 19 03:34:33.125395 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e5c39667-1b46-4b9a-9741-1e696bec2322 req-da2c59ae-41f9-405c-876e-ead046de3ec2 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252511 Apr 19 03:34:33.129028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] For port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:33.129557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.198284 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6d02dfb7-0c0d-4c61-9df1-1667f5666cb1 req-b7e00ca8-b474-414b-a789-6b4875193b47 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f861901-1e19-467a-a53e-f17f94666f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756340 Apr 19 03:34:33.297716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Calling delete_port for 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:34:33.299113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 35940) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:33.366478 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0efde232-1431-49ff-8189-caab6b6e92e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c42be205934401c935fed53381ef701&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0631216 Apr 19 03:34:33.366681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 35944) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:33.438308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1143414b-b193-4e16-8d2d-9f822513c856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.472228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.475952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1143414b-b193-4e16-8d2d-9f822513c856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.479955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:33.537340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1143414b-b193-4e16-8d2d-9f822513c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.543697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4f789bf3-d4c4-41ec-b4a3-2098e61bd447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:33.563174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143414b-b193-4e16-8d2d-9f822513c856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0fd85f-bbbd-4497-ba4c-77e79849d054,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:33.566738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1143414b-b193-4e16-8d2d-9f822513c856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:33.595869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1143414b-b193-4e16-8d2d-9f822513c856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.602217 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1143414b-b193-4e16-8d2d-9f822513c856 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe0fd85f-bbbd-4497-ba4c-77e79849d054 HTTP/1.1" status: 204 len: 168 time: 0.2320104 Apr 19 03:34:33.642402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.842060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Pushing event deleted for resources: {'Port': ['ID=1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:33.890815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:33.939898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] No DVR routers for this DVR port 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:34:33.942942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:33.947392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6', 'name': 'network-vif-deleted', 'tag': '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:33.977395 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e1017c08-5cfc-4b6a-ac46-0a9bfcce94be req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.10 "DELETE /v2.0/ports/1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c HTTP/1.1" status: 204 len: 173 time: 1.7878413 Apr 19 03:34:33.995564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e78963-b7bb-4e73-b581-1dcb99c67eb2 req-58254436-7d56-4515-9ac1-81952c5595e2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:33.997389 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-67e78963-b7bb-4e73-b581-1dcb99c67eb2 req-58254436-7d56-4515-9ac1-81952c5595e2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.2036550 Apr 19 03:34:34.027585 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6', 'name': 'network-vif-deleted', 'tag': '1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c', 'status': 'completed', 'code': 200} Apr 19 03:34:34.057707 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-67e78963-b7bb-4e73-b581-1dcb99c67eb2 req-3d42277b-1c35-40b5-8943-2120318602fe tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522585 Apr 19 03:34:34.355163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d8fc7-e912-45e8-9ca2-ebd669fc31d7 req-90e132c3-93d6-4c1c-b461-5872198b6529 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:34.356843 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5e5d8fc7-e912-45e8-9ca2-ebd669fc31d7 req-90e132c3-93d6-4c1c-b461-5872198b6529 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.1032379 Apr 19 03:34:34.408862 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5e5d8fc7-e912-45e8-9ca2-ebd669fc31d7 req-9edd5468-ae3b-4459-b0d0-3d3e43b6ec13 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Apr 19 03:34:34.466064 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-177f7355-f5e7-4b5e-b0f0-749b72897838 req-37ecee18-7e89-4e8e-8938-2a5bc4f12c96 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Synchronizing usage tracker for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:34:34.494003 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-177f7355-f5e7-4b5e-b0f0-749b72897838 req-37ecee18-7e89-4e8e-8938-2a5bc4f12c96 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Unset dirty status for tenant:333305637aa140c69c8713d871642a63 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:34:34.495398 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-177f7355-f5e7-4b5e-b0f0-749b72897838 req-37ecee18-7e89-4e8e-8938-2a5bc4f12c96 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c16ff41-1adf-4ebe-afd0-ab3b63d36ca6 HTTP/1.1" status: 200 len: 210 time: 0.1250358 Apr 19 03:34:34.522471 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-ff99b23a-228d-4bb5-b25f-db76d9c7a467 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111040 Apr 19 03:34:34.639321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcccb04-2a1b-473f-adc5-477e5075d7e8 req-ee8556cd-468b-491e-a44d-3387cda65e7c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:34.640836 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ebcccb04-2a1b-473f-adc5-477e5075d7e8 req-ee8556cd-468b-491e-a44d-3387cda65e7c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.1011934 Apr 19 03:34:34.649506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-80c35f1d-6f31-4fb7-a81e-2bd4cbf28f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:34.651202 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-80c35f1d-6f31-4fb7-a81e-2bd4cbf28f5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 1098 time: 0.0971158 Apr 19 03:34:34.698147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:34:34.722800 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ebcccb04-2a1b-473f-adc5-477e5075d7e8 req-be833e70-1fb6-4a25-9d10-369dc628cdf3 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738544 Apr 19 03:34:34.799330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:34:34.802137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 1b6e90f7-7645-4c34-b3a4-8e6a2aeff92c not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:34:34.911019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-c72879e7-4738-4a2e-b4b1-b6478727ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:34.912878 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-c72879e7-4738-4a2e-b4b1-b6478727ec90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 911 time: 0.2377124 Apr 19 03:34:35.047086 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-51aeddbe-aeb1-4a37-a6eb-4d0486a97e19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 200 len: 1001 time: 0.1253967 Apr 19 03:34:35.145721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-28d452d0-809a-42c2-92f9-a6a9ba2c2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:35.147292 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-28d452d0-809a-42c2-92f9-a6a9ba2c2744 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.0934305 Apr 19 03:34:35.224267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:35.258915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-755a9cb8-ee86-4f91-9db1-8bb3efdfa73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:35.260706 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-755a9cb8-ee86-4f91-9db1-8bb3efdfa73a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049738 Apr 19 03:34:35.261412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74b248-b952-488e-8341-495038d2f4c0 req-5e530a8d-e339-4f78-862b-51932b02a6c3 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:35.263096 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eb74b248-b952-488e-8341-495038d2f4c0 req-5e530a8d-e339-4f78-862b-51932b02a6c3 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.1556215 Apr 19 03:34:35.322462 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eb74b248-b952-488e-8341-495038d2f4c0 req-9527b39b-d812-4346-b095-4185be91aaa6 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524664 Apr 19 03:34:35.540489 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-c0260810-562d-4ffe-b504-5086b834fad1 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703583 Apr 19 03:34:35.580624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d57a9-2cff-4021-ac46-605e02a92fee req-9d4c63d1-44f8-4631-bf16-c19fbc7ecb57 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:35.592284 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-843d57a9-2cff-4021-ac46-605e02a92fee req-9d4c63d1-44f8-4631-bf16-c19fbc7ecb57 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1320095 Apr 19 03:34:35.683012 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-843d57a9-2cff-4021-ac46-605e02a92fee req-c76900d1-0769-4bd4-9268-4b376dfbc485 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886505 Apr 19 03:34:35.726697 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5b2abf-7a59-47f9-a244-3130a848f773 req-a5979352-4413-46be-bdac-6213b37e49a8 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765225 Apr 19 03:34:35.833657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36020) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:36.524312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1966742'] for router_interface, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:36.912329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Deleting port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:34:36.912718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:36.916529 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ad62c-a028-4e79-a163-ac4ef79f24e4 req-755eaea6-1893-4f87-8d67-f090c83e031b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:36.918145 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-270ad62c-a028-4e79-a163-ac4ef79f24e4 req-755eaea6-1893-4f87-8d67-f090c83e031b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.0976470 Apr 19 03:34:36.986491 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-270ad62c-a028-4e79-a163-ac4ef79f24e4 req-dcc9fbfa-3204-4a20-9a43-b9aa07966aa9 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454237 Apr 19 03:34:37.145265 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] For port bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,segment=NetworkSegment(729b8db4-7104-4a68-90c3-9ce0cff491c4),segment_id=729b8db4-7104-4a68-90c3-9ce0cff491c4)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:37.145468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:37.290285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Calling delete_port for bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae owned by network:router_interface {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:34:37.896321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:37.901390 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-591c9949-abdf-47d7-9857-a0356bee772b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:37.952682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:37.984562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:38.282898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966824'] for router_interface, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:38.295734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f50917-b7b9-4f3d-8e04-532f57563121 req-d181448c-04b7-445c-ae7b-56c444d79383 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:38.297327 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-38f50917-b7b9-4f3d-8e04-532f57563121 req-d181448c-04b7-445c-ae7b-56c444d79383 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1547582 Apr 19 03:34:38.504693 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-38f50917-b7b9-4f3d-8e04-532f57563121 req-39c559e5-278d-4922-987b-0c6fccfbb53b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001758 Apr 19 03:34:38.756379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Router fae4de71-b58a-4b69-9278-f1699db7df2f has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:34:38.979718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:34:39.000683 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] 10.222.0.20 "PUT /v2.0/routers/fae4de71-b58a-4b69-9278-f1699db7df2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1624980 Apr 19 03:34:39.001206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36110) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:39.006184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] Sync routers for ids ['fae4de71-b58a-4b69-9278-f1699db7df2f'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:34:39.035397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] Routers {'fae4de71-b58a-4b69-9278-f1699db7df2f'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:34:39.036118 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:34:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['fae4de71-b58a-4b69-9278-f1699db7df2f'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:39.366122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] Set router fae4de71-b58a-4b69-9278-f1699db7df2f gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:34:39.391962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:39.610662 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:39.620063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Deleting port db71aef4-06df-44a1-ada8-d98b506affe4 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:34:39.620474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:39.864754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358745e9-b69d-4219-ade7-0f8195c27460 req-7cb25c8e-698f-4d64-8603-06f8b62078ad tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:39.866383 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-358745e9-b69d-4219-ade7-0f8195c27460 req-7cb25c8e-698f-4d64-8603-06f8b62078ad tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.2140234 Apr 19 03:34:39.878616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:34:37Z', 'revision_number': 5, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port': {'id': 'db71aef4-06df-44a1-ada8-d98b506affe4', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:29Z', 'updated_at': '2021-04-19T03:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:39.882638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] Checking router: fae4de71-b58a-4b69-9278-f1699db7df2f for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:34:39.891720 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] Routers {'fae4de71-b58a-4b69-9278-f1699db7df2f'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:34:39.892419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:34:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['fae4de71-b58a-4b69-9278-f1699db7df2f'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:39.916466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] For port db71aef4-06df-44a1-ada8-d98b506affe4, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=db71aef4-06df-44a1-ada8-d98b506affe4,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:39.916871 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:40.055591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] Set router fae4de71-b58a-4b69-9278-f1699db7df2f gateway port host: None {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:34:40.067088 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-358745e9-b69d-4219-ade7-0f8195c27460 req-a2709713-b1f9-4b23-8f3f-85ba895b068f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930707 Apr 19 03:34:40.075400 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Calling delete_port for db71aef4-06df-44a1-ada8-d98b506affe4 owned by network:router_gateway {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:34:40.191208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:34:39Z', 'revision_number': 6, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port_host': None}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:40.195739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252bca6d-6c8b-4d44-be36-5aa5f50c5bba None None] The sync data for ids ['fae4de71-b58a-4b69-9278-f1699db7df2f'] in dv-cinder-786054-3-smb is: [{'id': 'fae4de71-b58a-4b69-9278-f1699db7df2f', 'name': 'tempest-ServerRescueNegativeTestJSON-1567155588-router', 'tenant_id': '333305637aa140c69c8713d871642a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:27Z', 'updated_at': '2021-04-19T03:34:39Z', 'revision_number': 6, 'project_id': '333305637aa140c69c8713d871642a63', 'gw_port_host': None}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:34:40.383630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:34:40.446915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:34:40.447308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device bb7a5e17-a3e4-4b39-a7c0-c059ea8d09ae not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:34:40.449905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:40.470336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:40.573538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=db71aef4-06df-44a1-ada8-d98b506affe4,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:40.582450 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:40.650223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852679319'] for router_gateway, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.002158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36168) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:41.145237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852802251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772763'] for router, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.151004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.151561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.169140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:41.174390 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Usage tracker for resource:security_group_rule and tenant:780a9ac08ec34bd1adb2d9d2a749e601 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:41.178158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:41.184602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:41.269885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404796d3-3c85-415e-b1c6-828a1c037e72 req-7060ce81-f263-45a3-9ab0-df9b72669a77 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:41.271519 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-404796d3-3c85-415e-b1c6-828a1c037e72 req-7060ce81-f263-45a3-9ab0-df9b72669a77 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.1914949 Apr 19 03:34:41.272685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969521'] for router, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.273233 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fae4de71-b58a-4b69-9278-f1699db7df2f {{(pid=86418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 03:34:41.313402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.314739 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fae4de71-b58a-4b69-9278-f1699db7df2f HTTP/1.1" status: 204 len: 168 time: 2.3128798 Apr 19 03:34:41.318180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36176) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:41.336846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7ac0b-d60f-43ad-970d-3212be85a001 req-bed2a552-1996-4151-9689-d021c30adcdc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:41.338558 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-00f7ac0b-d60f-43ad-970d-3212be85a001 req-bed2a552-1996-4151-9689-d021c30adcdc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1345694 Apr 19 03:34:41.384399 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-404796d3-3c85-415e-b1c6-828a1c037e72 req-73f09b44-c853-448c-b4f7-caec837c467c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024480 Apr 19 03:34:41.389474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.411812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Deleting subnet 4a2a107a-6c51-4e47-a231-5a2c873e4240 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:34:41.413781 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-00f7ac0b-d60f-43ad-970d-3212be85a001 req-c99a6a78-3939-4aa6-a5b1-9a2bd5fa5b63 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635648 Apr 19 03:34:41.416045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36180) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:41.417599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.417750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.431787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eb9299c4-8750-4a26-b4d3-fb49de38329d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:41.465743 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=780a9ac08ec34bd1adb2d9d2a749e601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623020 Apr 19 03:34:41.469796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36186) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:41.485265 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8767416-3582-497b-89b6-76372d719800,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:41.489317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:41.505321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2641358'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.616922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.650512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12feea1c-4028-43a7-8db2-2c3ffe354bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.657276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f38d618-4633-49e9-99cf-92ca0fc8c531 tempest-TestMinimumBasicScenario-681443739 tempest-TestMinimumBasicScenario-681443739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:41.658888 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0f38d618-4633-49e9-99cf-92ca0fc8c531 tempest-TestMinimumBasicScenario-681443739 tempest-TestMinimumBasicScenario-681443739-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1094 time: 0.2434347 Apr 19 03:34:41.662034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36190) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:41.667705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'floatingip': {'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'port_id': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:41.675040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:41.678984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Usage tracker for resource:floatingip and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:41.682119 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:41.689065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:41.694067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12feea1c-4028-43a7-8db2-2c3ffe354bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.702611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for floatingip, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.857389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12feea1c-4028-43a7-8db2-2c3ffe354bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.863355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.869210 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:41.899082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feea1c-4028-43a7-8db2-2c3ffe354bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8767416-3582-497b-89b6-76372d719800,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:41.901990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-12feea1c-4028-43a7-8db2-2c3ffe354bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:41.903183 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-12feea1c-4028-43a7-8db2-2c3ffe354bb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8767416-3582-497b-89b6-76372d719800 HTTP/1.1" status: 204 len: 168 time: 0.4293108 Apr 19 03:34:41.904246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-12feea1c-4028-43a7-8db2-2c3ffe354bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:41.999734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851973747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163688'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:42.005578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3f81a92a-3412-4425-ad46-c98f6d6a3315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:42.051266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Allocated IP 172.28.0.63 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/5c42261f-4800-45ef-a7b7-a5128991af67) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:34:42.054201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2a107a-6c51-4e47-a231-5a2c873e4240,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:42.056563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:42.059560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:42.065160 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4a2a107a-6c51-4e47-a231-5a2c873e4240 HTTP/1.1" status: 204 len: 168 time: 0.7459633 Apr 19 03:34:42.067822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36204) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:42.198528 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:42.243630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:42.279274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:42.284412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6135b96c-311a-4413-afeb-8fe333ee58c5 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:42.347700 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:34:42.350110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:34:42.354345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:34:42.357384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:42.435504 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'Port': ['ID=5c42261f-4800-45ef-a7b7-a5128991af67,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:42.442259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:42.459386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device db71aef4-06df-44a1-ada8-d98b506affe4 no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:34:42.507833 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: db71aef4-06df-44a1-ada8-d98b506affe4 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:34:42.508560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device db71aef4-06df-44a1-ada8-d98b506affe4 not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:34:42.524420 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624b5d1b-21aa-43f4-af6d-25cf69c4f4cf']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:42.539879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729b8db4-7104-4a68-90c3-9ce0cff491c4') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:42.540891 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729b8db4-7104-4a68-90c3-9ce0cff491c4') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:42.555236 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:42.572119 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:42.582371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:34:42.865423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:34:42.877784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.099743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17336ad5-c182-4a2e-848b-8d2e9c50ea44 req-e424d8d4-8f64-4bcb-8d7e-5a6a01aaaf58 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:43.103008 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17336ad5-c182-4a2e-848b-8d2e9c50ea44 req-e424d8d4-8f64-4bcb-8d7e-5a6a01aaaf58 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.4861972 Apr 19 03:34:43.128840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Network 624b5d1b-21aa-43f4-af6d-25cf69c4f4cf has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:34:43.131864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:34:43.177781 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:34:43.255444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.277359 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17336ad5-c182-4a2e-848b-8d2e9c50ea44 req-c31a7601-ffa9-4817-b25b-349b4f9e3d73 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523051 Apr 19 03:34:43.293156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.303477 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-608e22b8-8616-4d35-a852-3b136787c50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:43.328766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.334108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=624b5d1b-21aa-43f4-af6d-25cf69c4f4cf,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:43.345635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:43.356322 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5a2ab97a-3557-48a0-bc33-a65b26068d35 admin admin] 10.222.0.20 "DELETE /v2.0/networks/624b5d1b-21aa-43f4-af6d-25cf69c4f4cf HTTP/1.1" status: 204 len: 168 time: 1.2859507 Apr 19 03:34:43.567541 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.571769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.577487 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:43.583241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36254) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:43.640108 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-08903118-0456-4455-9f3b-e96a5570fc91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=333305637aa140c69c8713d871642a63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0554359 Apr 19 03:34:43.642629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36258) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:43.647413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.715877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e794255-0217-4a61-bd8a-abef0e8033f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.718859 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'Port': ['ID=5c42261f-4800-45ef-a7b7-a5128991af67,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:43.745699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e794255-0217-4a61-bd8a-abef0e8033f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.776340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:43.796509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e794255-0217-4a61-bd8a-abef0e8033f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.802290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7ac0932e-abef-44fc-b28d-df660b8193a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:43.818165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e794255-0217-4a61-bd8a-abef0e8033f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f861901-1e19-467a-a53e-f17f94666f95,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:43.821276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8e794255-0217-4a61-bd8a-abef0e8033f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:43.827899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8e794255-0217-4a61-bd8a-abef0e8033f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:43.831603 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8e794255-0217-4a61-bd8a-abef0e8033f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f861901-1e19-467a-a53e-f17f94666f95 HTTP/1.1" status: 204 len: 168 time: 0.1849718 Apr 19 03:34:43.853709 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Floating IP 4b6b4705-0287-4cb2-b6d8-8663bd67bc76 associated. External IP: 172.28.0.63, port: ae97d3bd-f4e2-4b57-97ec-3a100617d56c. Apr 19 03:34:44.301181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Router bf5211a0-b73e-4002-9439-aeffdad5dccd has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:34:44.601900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:34:44.613096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] Sync routers for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:34:44.622840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:34:44.623917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:34:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:44.649430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ccb1c-a71f-454f-bef3-64e260d02d6b req-e0a91a21-35b2-46b3-84d6-048f7043ea64 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:44.651759 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f55ccb1c-a71f-454f-bef3-64e260d02d6b req-e0a91a21-35b2-46b3-84d6-048f7043ea64 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1908555 Apr 19 03:34:44.690381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:44.773548 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f55ccb1c-a71f-454f-bef3-64e260d02d6b req-8f04e12f-04d4-4ef1-a71a-35fe0466c64d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136310 Apr 19 03:34:44.792218 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1290472 Apr 19 03:34:44.793359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:44.803873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36304) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:44.804583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36308) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:44.812171 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295504033', 'description': 'tempest-secgroup-smoke-1295504033 description', 'project_id': '5eb8114a11ea4a4896008a1b64c6e853'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:44.825323 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:44.836513 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:44.848778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:34:44.849389 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:44.895513 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:44.902952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Usage tracker for resource:security_group_rule and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:44.912883 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'status': 'completed', 'code': 200} Apr 19 03:34:44.913976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:44.926799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:45.121830 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.127680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-bd5775c3-1542-4d97-9755-7a774e5f12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:45.129658 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-bd5775c3-1542-4d97-9755-7a774e5f12f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1099 time: 0.1918104 Apr 19 03:34:45.132457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.146411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ca054d57-ed5c-4ee1-ba19-2543537d6b00 tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:45.242559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.314031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:45.322102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11032126-2a52-4c4e-a413-46d59574bdc8,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:45.324885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Usage tracker for resource:security_group_rule and tenant:c5604b25f4e3444da49246fe292c9981 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:45.328941 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:45.329998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:45.332899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.334214 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5282617 Apr 19 03:34:45.337594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36324) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:45.340633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:45.346058 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'security_group_rule': {'security_group_id': '11032126-2a52-4c4e-a413-46d59574bdc8', 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:45.353620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-0e272925-00f2-446e-88b1-c00eab5d91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:45.355942 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-0e272925-00f2-446e-88b1-c00eab5d91ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 200 len: 915 time: 0.2151904 Apr 19 03:34:45.359683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:45.368355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Usage tracker for resource:security_group_rule and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:45.372299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:45.387487 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:45.421072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.615525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.641932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.657926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '4b6b4705-0287-4cb2-b6d8-8663bd67bc76', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'port_id': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'mac_address': 'fa:16:3e:e4:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15504894-e4ee-4ef0-9977-2dff4910847d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:34:43Z', 'updated_at': '2021-04-19T03:34:43Z', 'revision_number': 0, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:40Z', 'revision_number': 5, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:45.662096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.662501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] Checking router: bf5211a0-b73e-4002-9439-aeffdad5dccd for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:34:45.663274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:45.674898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:34:45.675705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:34:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:45.676007 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-6ca89346-6d9c-465c-a43f-22ff05013fd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 999 time: 0.3083074 Apr 19 03:34:45.680817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.709926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f18b57-402e-47d6-8f98-0d69eb332313,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:45.750125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:45.751627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-66e566c3-84d3-4b43-8037-c8897ee7c780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:45.785605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-8465a42e-1199-45c1-b770-5e6cdec01cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:45.790856 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-8465a42e-1199-45c1-b770-5e6cdec01cc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e HTTP/1.1" status: 200 len: 853 time: 0.1014690 Apr 19 03:34:45.791270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b90aa1-ca9b-4455-bb73-715b47d7b241,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:45.800308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:45.801599 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4629972 Apr 19 03:34:45.803634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:45.804501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36338) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:45.818517 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5604b25f4e3444da49246fe292c9981&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0106544 Apr 19 03:34:45.819105 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36344) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:45.825275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'security_group_rule': {'security_group_id': '11032126-2a52-4c4e-a413-46d59574bdc8', 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:45.848834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:45.890715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Usage tracker for resource:security_group_rule and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:45.901533 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:45.926391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:46.032174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-6369087f-2cd2-4171-9c76-88ada8980d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:46.033994 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-6369087f-2cd2-4171-9c76-88ada8980d69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21000f1d-87e4-461e-8615-2548195e59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2299469 Apr 19 03:34:46.048492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.057682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca40cc8-f437-4602-ab76-85fc0aba9fe4 req-b79418af-5c14-47ce-94ba-c80079f85a3f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:46.059878 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5ca40cc8-f437-4602-ab76-85fc0aba9fe4 req-b79418af-5c14-47ce-94ba-c80079f85a3f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1217597 Apr 19 03:34:46.101382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5dc18201-316f-4832-9da3-f77e9bdbb0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.120428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:34:46.157977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5dc18201-316f-4832-9da3-f77e9bdbb0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.229974 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-b22dcbc0-bf34-48ec-8982-0dc8b37fcf61 service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689053 Apr 19 03:34:46.262241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.268012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.270859 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-746e1768-a4b2-44de-b683-ead355c36a78 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:46.286350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5dc18201-316f-4832-9da3-f77e9bdbb0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.316759 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38c149f-83dc-48d8-a01d-de274480107f,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:46.321001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:46.325112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-28cb5221-3d02-4578-b4b1-679601c026ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:46.344551 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc18201-316f-4832-9da3-f77e9bdbb0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b90aa1-ca9b-4455-bb73-715b47d7b241,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:46.347127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5dc18201-316f-4832-9da3-f77e9bdbb0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.348417 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5dc18201-316f-4832-9da3-f77e9bdbb0ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9b90aa1-ca9b-4455-bb73-715b47d7b241 HTTP/1.1" status: 204 len: 168 time: 0.5087485 Apr 19 03:34:46.349497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5dc18201-316f-4832-9da3-f77e9bdbb0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:46.353018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.354658 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5491872 Apr 19 03:34:46.358073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36362) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:46.367422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'security_group_rule': {'security_group_id': '11032126-2a52-4c4e-a413-46d59574bdc8', 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:46.376641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:46.381963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Usage tracker for resource:security_group_rule and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:46.386377 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:46.394832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:46.415442 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5ca40cc8-f437-4602-ab76-85fc0aba9fe4 req-a8a56401-16c6-4287-9ba2-a9c2db07bfbd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843758 Apr 19 03:34:46.430768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.469576 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b663d8a-d6d1-4f92-bed7-f7ab98f08cb8 req-8b32ccf4-fb6c-48ab-91e7-7d50ae3c842f service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168195 Apr 19 03:34:46.544321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.548144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.550891 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cae1cb53-b007-4c5f-8207-6162e2f1bb61 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:46.577692 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8936e8e2-7f87-4550-8c27-36b12856dc41,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:46.580595 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:46.588490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.590564 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2293639 Apr 19 03:34:46.594991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36368) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:46.602245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'security_group_rule': {'security_group_id': '11032126-2a52-4c4e-a413-46d59574bdc8', 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:46.610080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:46.610329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '4b6b4705-0287-4cb2-b6d8-8663bd67bc76', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'port_id': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'mac_address': 'fa:16:3e:e4:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15504894-e4ee-4ef0-9977-2dff4910847d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:34:43Z', 'updated_at': '2021-04-19T03:34:43Z', 'revision_number': 0, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:40Z', 'revision_number': 5, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:34:46.614784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70538d1d-e1f2-492e-a332-b2605a7b75a1 None None] The sync data for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb is: [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '4b6b4705-0287-4cb2-b6d8-8663bd67bc76', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'port_id': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'mac_address': 'fa:16:3e:e4:cb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15504894-e4ee-4ef0-9977-2dff4910847d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:34:43Z', 'updated_at': '2021-04-19T03:34:43Z', 'revision_number': 0, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:40Z', 'revision_number': 5, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:34:46.614978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Usage tracker for resource:security_group_rule and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:46.618098 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:46.625031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:46.645176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.723313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.726542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.729005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:46.755917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f84cda4-5865-4b78-8a56-964dde34d95c,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:46.762029 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:46.766710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.769619 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8139152b-d5a4-45f3-bb17-cf693b811b1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1728363 Apr 19 03:34:46.772012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36380) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:46.786709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'security_group_rule': {'security_group_id': '11032126-2a52-4c4e-a413-46d59574bdc8', 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:46.794354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:46.801363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Usage tracker for resource:security_group_rule and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:46.805467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:46.812896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:46.824532 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.securitygroups_db [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Project 5eb8114a11ea4a4896008a1b64c6e853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 03:34:46.833027 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.937618 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.938776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f774be-462e-4c3e-bdd8-a6c322388fe2 None None] New status for floating IP 4b6b4705-0287-4cb2-b6d8-8663bd67bc76: ACTIVE {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:34:46.944120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:46.946807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e07c3e52-4253-4c7f-a0bc-6953dbdd8382 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:46.978582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bddbb2e-4643-4983-a311-390dff7ca2fc,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:46.992092 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:47.002565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:47.003685 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-254467df-df03-4b8a-89d4-6a9d33560e0a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2306371 Apr 19 03:34:47.006581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36392) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:47.012343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'security_group_rule': {'security_group_id': '11032126-2a52-4c4e-a413-46d59574bdc8', 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:47.019276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:47.027081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Usage tracker for resource:security_group_rule and tenant:5eb8114a11ea4a4896008a1b64c6e853 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:47.034185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:47.046043 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:47.062328 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.securitygroups_db [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Project 5eb8114a11ea4a4896008a1b64c6e853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 03:34:47.075609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:47.171617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:47.177799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:47.180314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:47.208811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54b66c8-7353-4ef6-941c-062278725748,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:47.213773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:47.242669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:47.246822 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c9a613e2-4a88-4ff8-b260-d0bb88119bef tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2378910 Apr 19 03:34:47.594840 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-067ddaa1-f3be-4b1d-a6e7-d687dd2827fc tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295504033&fields=id&tenant_id=5eb8114a11ea4a4896008a1b64c6e853 HTTP/1.1" status: 200 len: 267 time: 0.0594237 Apr 19 03:34:47.698503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-61eebc43-ccb4-4712-b44f-ae41aa4607d9 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:47.700284 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-61eebc43-ccb4-4712-b44f-ae41aa4607d9 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.1045289 Apr 19 03:34:47.713227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'port': {'security_groups': ['0988c3cc-d3fe-4c87-a595-43f5d4920a02', '11032126-2a52-4c4e-a413-46d59574bdc8']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:34:47.862510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:47.970889 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f2d89-d066-461a-8045-8676e9e3a742 req-9302fbb3-817f-4528-8362-78da5313f93e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:47.972577 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-316f2d89-d066-461a-8045-8676e9e3a742 req-9302fbb3-817f-4528-8362-78da5313f93e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1035094 Apr 19 03:34:48.025092 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-316f2d89-d066-461a-8045-8676e9e3a742 req-46f133c2-1627-4ad3-b9e8-5ba7a24d72b6 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458481 Apr 19 03:34:48.176287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] For port ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:34:48.207627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:48.212658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:48.226224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['ae97d3bd-f4e2-4b57-97ec-3a100617d56c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:34:48.226978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:48.292023 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:48.293013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:48.294659 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6e72d8c5-1313-4602-ac28-b79dea1fc91e req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "PUT /v2.0/ports/ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 982 time: 0.5866237 Apr 19 03:34:48.296154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:34:48.352718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'Port': ['ID=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,revision_number=6']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:48.356953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:48.472084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['ae97d3bd-f4e2-4b57-97ec-3a100617d56c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:34:48.492192 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'status': 'completed', 'code': 200} Apr 19 03:34:48.520635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:34:48.684740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ed36f-d4d0-40ef-8b51-2dc190702ca7 req-bf7a00d4-eeed-4c57-880e-a92773321d44 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:48.685329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-da34d990-aaad-435d-9715-ae26acfd00e7 None None] Provisioning complete for port ae97d3bd-f4e2-4b57-97ec-3a100617d56c triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:34:48.686582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-da34d990-aaad-435d-9715-ae26acfd00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:48.687454 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e30ed36f-d4d0-40ef-8b51-2dc190702ca7 req-bf7a00d4-eeed-4c57-880e-a92773321d44 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1767249 Apr 19 03:34:48.690834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-82791601-7421-4260-a85d-0dd10c775c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:48.692372 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-82791601-7421-4260-a85d-0dd10c775c75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1138 time: 0.1264172 Apr 19 03:34:49.241365 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-c63055f7-bcf3-4952-8756-fabdc408dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:49.243110 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-c63055f7-bcf3-4952-8756-fabdc408dc69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 200 len: 915 time: 0.5270019 Apr 19 03:34:49.253607 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e30ed36f-d4d0-40ef-8b51-2dc190702ca7 req-01073968-dd23-4e13-8e3f-0d65a01d931c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5571249 Apr 19 03:34:49.409448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a5d02-3b09-46a8-99ae-9b0b3210600c req-a8789f6d-6a62-4dd7-93be-d95a8b48b544 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:49.414586 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-599a5d02-3b09-46a8-99ae-9b0b3210600c req-a8789f6d-6a62-4dd7-93be-d95a8b48b544 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1670558 Apr 19 03:34:49.455829 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-2bd5ca24-4a54-4716-913d-a710c06539c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 1001 time: 0.1967225 Apr 19 03:34:49.477853 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-599a5d02-3b09-46a8-99ae-9b0b3210600c req-60c1698e-0a70-4d9e-b4f9-15d192cbf555 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605676 Apr 19 03:34:49.555695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-bda59fad-3310-449e-83f5-7244d38c9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:49.557327 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-bda59fad-3310-449e-83f5-7244d38c9053 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e HTTP/1.1" status: 200 len: 853 time: 0.0904911 Apr 19 03:34:49.649558 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e7845-de20-4d5c-83c6-035693bf51f0 req-d4485ac1-8b9f-4aed-ac84-e2487f62895d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:49.651244 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-303e7845-de20-4d5c-83c6-035693bf51f0 req-d4485ac1-8b9f-4aed-ac84-e2487f62895d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.2545636 Apr 19 03:34:49.710158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-dab497b4-3d92-4fb2-a6b9-a97c34fab91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:49.712590 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-dab497b4-3d92-4fb2-a6b9-a97c34fab91b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21000f1d-87e4-461e-8615-2548195e59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1477737 Apr 19 03:34:49.777964 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-303e7845-de20-4d5c-83c6-035693bf51f0 req-0b2744c4-0645-4f2a-a8b9-2412d071be81 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165369 Apr 19 03:34:49.902722 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-702dcd82-5a4d-4192-9e38-2324ee6e011f service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767690 Apr 19 03:34:49.958154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36490) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:50.078047 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-972d8001-05bd-476d-ae4c-0ba02720e434 req-488e5143-026f-4108-91a5-965042dffe08 service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679537 Apr 19 03:34:50.157605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:50.175215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:50.179396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Usage tracker for resource:security_group_rule and tenant:fd5f0043aa754c9aa977e95c9ed923a7 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:50.182439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:50.188607 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:50.274953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:50.277985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:50.288707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0b08c885-606b-4127-9b8e-6bf572c8fd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:50.337797 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5f0043aa754c9aa977e95c9ed923a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783379 Apr 19 03:34:50.338744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd6c7e7-b502-4d35-85bc-a84335c5d1f6,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:50.340894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36498) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:50.342730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:50.405724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cbc423fd-3f17-48de-a96a-178c9c038c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:50.433826 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cbc423fd-3f17-48de-a96a-178c9c038c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:50.480735 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cbc423fd-3f17-48de-a96a-178c9c038c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:50.486699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1c80c960-d956-4c35-8056-722b9b60455e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:50.501410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc423fd-3f17-48de-a96a-178c9c038c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd6c7e7-b502-4d35-85bc-a84335c5d1f6,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:50.504547 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cbc423fd-3f17-48de-a96a-178c9c038c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:50.505678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cbc423fd-3f17-48de-a96a-178c9c038c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:50.509924 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-cbc423fd-3f17-48de-a96a-178c9c038c41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efd6c7e7-b502-4d35-85bc-a84335c5d1f6 HTTP/1.1" status: 204 len: 168 time: 0.1647434 Apr 19 03:34:50.706226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea5b11-5977-41de-933b-cb5f52b4ea73 req-7372d08d-4ef5-46eb-9076-f09c659b118c tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:50.708319 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0eea5b11-5977-41de-933b-cb5f52b4ea73 req-7372d08d-4ef5-46eb-9076-f09c659b118c tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1083169 Apr 19 03:34:50.760564 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0eea5b11-5977-41de-933b-cb5f52b4ea73 req-b878f50e-73b0-4999-939a-b616ecb3bfdc tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451901 Apr 19 03:34:51.020718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069362ef-b590-4188-8013-a9ad344b15d4 req-d06d5c1a-c674-49ab-a1c1-dc44a235529e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:51.022450 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-069362ef-b590-4188-8013-a9ad344b15d4 req-d06d5c1a-c674-49ab-a1c1-dc44a235529e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1043129 Apr 19 03:34:51.066415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36538) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:51.076229 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-069362ef-b590-4188-8013-a9ad344b15d4 req-18d1d5a2-6299-4f21-a88d-1932804cf285 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Apr 19 03:34:51.256388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.274362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:51.278550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Usage tracker for resource:security_group_rule and tenant:221a994741ee4ffc9fa85fa14753e0eb is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:51.282256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:51.289074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:51.401316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.404853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36552) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:51.412141 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.423071 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a76a82e3-5368-496a-a4f6-3632ef97bb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:51.474479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36560) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:51.474631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=221a994741ee4ffc9fa85fa14753e0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069850 Apr 19 03:34:51.476786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98484f1c-b64b-463c-9d30-9740bbf7271c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:51.492991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:51.547511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bd307962-13cd-409a-b533-a2a361602f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.584767 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bd307962-13cd-409a-b533-a2a361602f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.637727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bd307962-13cd-409a-b533-a2a361602f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.645138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:51.660792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd307962-13cd-409a-b533-a2a361602f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98484f1c-b64b-463c-9d30-9740bbf7271c,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:51.664697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bd307962-13cd-409a-b533-a2a361602f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:51.666044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bd307962-13cd-409a-b533-a2a361602f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.667256 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bd307962-13cd-409a-b533-a2a361602f00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98484f1c-b64b-463c-9d30-9740bbf7271c HTTP/1.1" status: 204 len: 168 time: 0.1912360 Apr 19 03:34:51.730989 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.748559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:51.752999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Usage tracker for resource:security_group_rule and tenant:dcb7fa9c77b34b55985071c7a96ecd47 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:51.756296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:51.762841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:51.869195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.873885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:51.884013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-990575bc-94a5-4901-b7ac-95be05b0b933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:51.931855 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcb7fa9c77b34b55985071c7a96ecd47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236299 Apr 19 03:34:51.932328 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36576) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:52.001950 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c510d54a-cf62-4145-860d-4a4914877ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.016610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f50a519-ffb1-4812-b39b-ab1320c0e406,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:52.022742 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:52.046594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c510d54a-cf62-4145-860d-4a4914877ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.067855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5e72-3972-45e1-a746-cb3115f0f1d8 req-581126d2-8111-4947-9713-e2d843fb5db1 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:52.070213 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36582) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:52.072976 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4a9e5e72-3972-45e1-a746-cb3115f0f1d8 req-581126d2-8111-4947-9713-e2d843fb5db1 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1284263 Apr 19 03:34:52.104013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.124647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:52.129401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:76b2c7f5aa1448268744e002b9861265 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:52.132722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:52.139738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:52.152589 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4a9e5e72-3972-45e1-a746-cb3115f0f1d8 req-50570f3c-939f-4e4e-8705-20146f188089 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784159 Apr 19 03:34:52.237442 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.240727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.254597 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:52.302865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c510d54a-cf62-4145-860d-4a4914877ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.361423 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76b2c7f5aa1448268744e002b9861265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891796 Apr 19 03:34:52.364549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36594) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:52.366755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc33850-dad6-4d1b-8f25-510b21348ebe,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:52.370321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:52.374180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-14c3c894-1ea4-4ce7-bf50-b1860f5d5f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:52.385453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c510d54a-cf62-4145-860d-4a4914877ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.386646 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c510d54a-cf62-4145-860d-4a4914877ac6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f50a519-ffb1-4812-b39b-ab1320c0e406 HTTP/1.1" status: 204 len: 168 time: 0.4532657 Apr 19 03:34:52.396088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510d54a-cf62-4145-860d-4a4914877ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f50a519-ffb1-4812-b39b-ab1320c0e406,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:52.398497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c510d54a-cf62-4145-860d-4a4914877ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:52.429367 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab4e94-5c53-463f-a246-298eebd02ee0 req-afaeecc8-fd59-4d9c-9f41-51d68dd67931 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:52.439573 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5bab4e94-5c53-463f-a246-298eebd02ee0 req-afaeecc8-fd59-4d9c-9f41-51d68dd67931 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1883790 Apr 19 03:34:52.454696 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-68b4cd9d-a38f-4832-96a4-8e078217a812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.484917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-68b4cd9d-a38f-4832-96a4-8e078217a812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.501804 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5bab4e94-5c53-463f-a246-298eebd02ee0 req-f71dd86c-9d02-4c23-8391-091a289284f9 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609267 Apr 19 03:34:52.537580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-68b4cd9d-a38f-4832-96a4-8e078217a812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.543078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-78b173db-c4f3-4b91-8727-46408eea8e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:52.558680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4cd9d-a38f-4832-96a4-8e078217a812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc33850-dad6-4d1b-8f25-510b21348ebe,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:52.564322 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-68b4cd9d-a38f-4832-96a4-8e078217a812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:52.578825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-68b4cd9d-a38f-4832-96a4-8e078217a812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:52.580077 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-68b4cd9d-a38f-4832-96a4-8e078217a812 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bc33850-dad6-4d1b-8f25-510b21348ebe HTTP/1.1" status: 204 len: 168 time: 0.2152708 Apr 19 03:34:53.478112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b0474-f68a-45a9-bfe9-6ada18c1f627 req-53deb775-7fc1-4a8e-b608-4b399e5d0306 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:53.479821 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-577b0474-f68a-45a9-bfe9-6ada18c1f627 req-53deb775-7fc1-4a8e-b608-4b399e5d0306 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1896911 Apr 19 03:34:53.566444 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-577b0474-f68a-45a9-bfe9-6ada18c1f627 req-a9ef82fb-32bb-4795-b011-43df9dbef352 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770919 Apr 19 03:34:53.729669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141dc1d-bffd-461f-ac07-6ab5ab5b5e68 req-380546e1-4120-4790-88eb-5e3c7fd74b8f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:53.731393 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f141dc1d-bffd-461f-ac07-6ab5ab5b5e68 req-380546e1-4120-4790-88eb-5e3c7fd74b8f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.0980437 Apr 19 03:34:53.731924 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36666) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:53.791081 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f141dc1d-bffd-461f-ac07-6ab5ab5b5e68 req-7ea0eec9-2474-4a03-b757-944306606c08 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512860 Apr 19 03:34:53.874680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:53.891820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:53.896441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Usage tracker for resource:security_group_rule and tenant:3e81017432ed4d1683830234eefa5758 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:53.899512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:53.906165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:54.002236 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.005195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.014747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:54.058330 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e81017432ed4d1683830234eefa5758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240747 Apr 19 03:34:54.059288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775563af-3abd-42d9-8009-9600a108acd1,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:54.062140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36682) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:54.063599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:54.131816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f276dffc-3791-4c93-81a6-4db14b692d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.165138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f276dffc-3791-4c93-81a6-4db14b692d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.221799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f276dffc-3791-4c93-81a6-4db14b692d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.227472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f95d7f72-68bb-418d-a289-155567c8736c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:54.242083 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276dffc-3791-4c93-81a6-4db14b692d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775563af-3abd-42d9-8009-9600a108acd1,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:54.245281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f276dffc-3791-4c93-81a6-4db14b692d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:54.248520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f276dffc-3791-4c93-81a6-4db14b692d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.253096 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f276dffc-3791-4c93-81a6-4db14b692d4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/775563af-3abd-42d9-8009-9600a108acd1 HTTP/1.1" status: 204 len: 168 time: 0.1865928 Apr 19 03:34:54.689141 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36714) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:54.710191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.730052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:54.735254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9c482f475f4cb99d02ece022d94d24 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:54.738561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:54.745899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:54.808281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36718) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:54.816923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a73e24-325d-42f2-ab6d-8130c322039e req-4d44c718-5884-4e60-b595-817766de026f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:54.825164 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-42a73e24-325d-42f2-ab6d-8130c322039e req-4d44c718-5884-4e60-b595-817766de026f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1136231 Apr 19 03:34:54.865888 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.869443 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:54.880827 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-42a73e24-325d-42f2-ab6d-8130c322039e req-adb24ada-993b-4f6c-8c7d-7ea5375818e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546088 Apr 19 03:34:54.883340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d4e55d86-f6ed-48e8-8e58-55f898842d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:54.942485 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e9c482f475f4cb99d02ece022d94d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520664 Apr 19 03:34:54.945475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36730) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:54.988573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a34f476-6581-499f-9dfe-6b7986fe5b63,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:55.073720 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9e33890d-3682-4036-b94b-1d2a738948d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.118616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9e33890d-3682-4036-b94b-1d2a738948d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.177273 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171fe7-818e-4722-a9f4-c55a2bcf1454 req-b8ff14da-07b4-4b7a-b267-46cf38605783 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:55.178965 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a2171fe7-818e-4722-a9f4-c55a2bcf1454 req-b8ff14da-07b4-4b7a-b267-46cf38605783 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1857502 Apr 19 03:34:55.208283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9e33890d-3682-4036-b94b-1d2a738948d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.211792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:55.217882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7e539241-fea0-4a0e-9d6a-3f8c2e9782df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:55.243230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33890d-3682-4036-b94b-1d2a738948d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a34f476-6581-499f-9dfe-6b7986fe5b63,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:55.244047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.245694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9e33890d-3682-4036-b94b-1d2a738948d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:55.264893 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a2171fe7-818e-4722-a9f4-c55a2bcf1454 req-1a1c5b4e-5180-4f14-81b5-f153b5b36d7f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794268 Apr 19 03:34:55.266453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9e33890d-3682-4036-b94b-1d2a738948d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.268600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:55.269075 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9e33890d-3682-4036-b94b-1d2a738948d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a34f476-6581-499f-9dfe-6b7986fe5b63 HTTP/1.1" status: 204 len: 168 time: 0.3219411 Apr 19 03:34:55.275122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:5698ef12e2ce4d6eb0abb6e67f50a57a is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:55.278699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:55.294291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:55.319222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c757-9772-4270-a45b-ce497687245c req-400bbc69-0fec-4430-a630-d8d18f1a20eb tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:55.320866 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9575c757-9772-4270-a45b-ce497687245c req-400bbc69-0fec-4430-a630-d8d18f1a20eb tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 945 time: 0.3772078 Apr 19 03:34:55.387631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9575c757-9772-4270-a45b-ce497687245c req-09796ad3-ec91-478e-a372-10111055fd71 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586483 Apr 19 03:34:55.441138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.444547 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.454884 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5dc18201-316f-4832-9da3-f77e9bdbb0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:55.503168 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5698ef12e2ce4d6eb0abb6e67f50a57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936953 Apr 19 03:34:55.504222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afffb1a6-62cb-4210-bab3-ad9faa4720e5,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:55.506202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36738) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:55.507424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:55.576215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61103f08-680c-48a1-86cb-4cba5790e73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.604912 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61103f08-680c-48a1-86cb-4cba5790e73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.652286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61103f08-680c-48a1-86cb-4cba5790e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.658556 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-12feea1c-4028-43a7-8db2-2c3ffe354bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:55.671928 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61103f08-680c-48a1-86cb-4cba5790e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afffb1a6-62cb-4210-bab3-ad9faa4720e5,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:55.674622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-61103f08-680c-48a1-86cb-4cba5790e73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:55.679164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-61103f08-680c-48a1-86cb-4cba5790e73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:55.680623 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-61103f08-680c-48a1-86cb-4cba5790e73f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afffb1a6-62cb-4210-bab3-ad9faa4720e5 HTTP/1.1" status: 204 len: 168 time: 0.1733041 Apr 19 03:34:56.129989 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36764) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:56.142942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eacba3-73e9-4e35-a231-6d9c512b7797 req-987e86e0-23e3-4c1b-9d54-9f292f337a05 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:56.151658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:56.153225 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-33eacba3-73e9-4e35-a231-6d9c512b7797 req-987e86e0-23e3-4c1b-9d54-9f292f337a05 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1614199 Apr 19 03:34:56.169672 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:56.174644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Usage tracker for resource:security_group_rule and tenant:2c4c3b87f0c04f97a5fb74a70d07b4c0 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:56.178155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:56.184957 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:56.220678 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-33eacba3-73e9-4e35-a231-6d9c512b7797 req-74a0ab8a-4c23-4731-ac24-62ba0519e81e tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663831 Apr 19 03:34:56.309115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:56.313573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:56.324014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7d6de186-6399-4216-97a3-d872a5f52db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:56.373644 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c4c3b87f0c04f97a5fb74a70d07b4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389538 Apr 19 03:34:56.373644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f308ac-8846-4871-9be8-33bd92dab304,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:56.374033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36774) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:56.376145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:56.472966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fba75b04-5ad7-4da3-8fb2-682559dc18a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:56.508577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fba75b04-5ad7-4da3-8fb2-682559dc18a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:56.534754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459aa1c9-4e8f-4443-a997-337b08855444 req-9df8ebac-45dc-4b9d-ae32-d8b49781315a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:56.536461 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-459aa1c9-4e8f-4443-a997-337b08855444 req-9df8ebac-45dc-4b9d-ae32-d8b49781315a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1215930 Apr 19 03:34:56.592631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-459aa1c9-4e8f-4443-a997-337b08855444 req-8d4dc02d-886d-4abc-b4b1-bd7f92ee0a44 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493846 Apr 19 03:34:56.637989 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fba75b04-5ad7-4da3-8fb2-682559dc18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:56.645392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8e794255-0217-4a61-bd8a-abef0e8033f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:56.662319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba75b04-5ad7-4da3-8fb2-682559dc18a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f308ac-8846-4871-9be8-33bd92dab304,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:56.664806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fba75b04-5ad7-4da3-8fb2-682559dc18a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:34:56.681486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7e141-611f-4f49-97eb-93c4e1e80501 req-2972882c-b113-4002-a382-3b275eab297c tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:56.682288 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-48b7e141-611f-4f49-97eb-93c4e1e80501 req-2972882c-b113-4002-a382-3b275eab297c tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 945 time: 0.1447566 Apr 19 03:34:56.684244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fba75b04-5ad7-4da3-8fb2-682559dc18a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:56.687782 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-fba75b04-5ad7-4da3-8fb2-682559dc18a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03f308ac-8846-4871-9be8-33bd92dab304 HTTP/1.1" status: 204 len: 168 time: 0.3074846 Apr 19 03:34:56.739876 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-48b7e141-611f-4f49-97eb-93c4e1e80501 req-82d56795-c679-4f57-970d-0a57dc571eb8 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Apr 19 03:34:57.462169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349156e2-5932-4a33-9df1-0d3a294b5b0a req-37a81724-ccf8-4e24-82ee-0202f57f97c8 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:57.463799 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-349156e2-5932-4a33-9df1-0d3a294b5b0a req-37a81724-ccf8-4e24-82ee-0202f57f97c8 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1224205 Apr 19 03:34:57.521278 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-349156e2-5932-4a33-9df1-0d3a294b5b0a req-8152b00a-60f9-409a-9998-958e24ca3486 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495691 Apr 19 03:34:57.839543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59e0e-eb2b-4d3e-9264-3953f9ac42de req-a9c36687-efe1-4359-9e44-760c97338955 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:57.841231 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a6e59e0e-eb2b-4d3e-9264-3953f9ac42de req-a9c36687-efe1-4359-9e44-760c97338955 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1080482 Apr 19 03:34:57.934347 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a6e59e0e-eb2b-4d3e-9264-3953f9ac42de req-af041dce-70af-4cc7-aeb0-a9551fd95512 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856326 Apr 19 03:34:58.001627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a69e4-32f3-4bd1-bff9-9b8cbb149826 req-62b9586f-8f0f-403f-a04f-aa8d6cbd5536 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:58.003407 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-de9a69e4-32f3-4bd1-bff9-9b8cbb149826 req-62b9586f-8f0f-403f-a04f-aa8d6cbd5536 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 945 time: 0.1089582 Apr 19 03:34:58.058747 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-de9a69e4-32f3-4bd1-bff9-9b8cbb149826 req-cf63c085-fd44-4cc2-84c5-74263d245542 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459006 Apr 19 03:34:58.472598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-50394a53-1bc5-4a96-8aa3-939775149f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:58.735134 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc53af4-42f1-40fa-bd78-16ccc3fc5906 req-30b2ae9e-dddc-423b-aac8-3da4d1e6fbc8 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:58.736800 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4cc53af4-42f1-40fa-bd78-16ccc3fc5906 req-30b2ae9e-dddc-423b-aac8-3da4d1e6fbc8 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.0931044 Apr 19 03:34:58.787999 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4cc53af4-42f1-40fa-bd78-16ccc3fc5906 req-1c5208a7-7034-4533-8ad7-7aaa2b913654 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438077 Apr 19 03:34:59.190901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320b8c-05df-4002-b50e-028bcc3f32b6 req-95c6cea0-cdcb-4bb4-a5d5-ce114b476b33 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:59.192582 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-61320b8c-05df-4002-b50e-028bcc3f32b6 req-95c6cea0-cdcb-4bb4-a5d5-ce114b476b33 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1107838 Apr 19 03:34:59.244764 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-61320b8c-05df-4002-b50e-028bcc3f32b6 req-48fb4563-ed74-4a2c-9d49-0fa5dd7ff95d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452838 Apr 19 03:34:59.274328 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c354c-343d-47c7-ba69-aadf0bb81bcc req-143dbb30-d707-42e4-9d19-22267d83fc93 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:34:59.275929 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d10c354c-343d-47c7-ba69-aadf0bb81bcc req-143dbb30-d707-42e4-9d19-22267d83fc93 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 945 time: 0.0948381 Apr 19 03:34:59.328118 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d10c354c-343d-47c7-ba69-aadf0bb81bcc req-31e5f473-6d74-444f-9b4c-d5fb15ef5448 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453572 Apr 19 03:34:59.593380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 36930) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:59.731486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:59.747352 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:34:59.751381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Usage tracker for resource:security_group_rule and tenant:a63783cc643642aa8aba4d0c5bc62a14 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:34:59.754361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:34:59.760520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:34:59.848847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:59.851551 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:34:59.860270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9e33890d-3682-4036-b94b-1d2a738948d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:34:59.905204 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a63783cc643642aa8aba4d0c5bc62a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098509 Apr 19 03:34:59.905800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1bda04-e082-41f4-8058-bd896c0619bf,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:34:59.908237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36940) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:34:59.909197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:00.034216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f759700-a0b2-4ece-a601-fc3d53160ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:00.076627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace803db-708c-4c07-ac42-0ed18ff8f2dd req-1a66cba2-c58d-42a3-924e-33015653dbf8 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:00.078344 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ace803db-708c-4c07-ac42-0ed18ff8f2dd req-1a66cba2-c58d-42a3-924e-33015653dbf8 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1711986 Apr 19 03:35:00.083103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f759700-a0b2-4ece-a601-fc3d53160ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:00.162909 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ace803db-708c-4c07-ac42-0ed18ff8f2dd req-af4f8aa8-1e5f-4d5c-8ea8-47b593a9956f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723906 Apr 19 03:35:00.170387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f759700-a0b2-4ece-a601-fc3d53160ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:00.179764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8e09857e-71f6-4a6d-96e7-747132aeb384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:00.205548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f759700-a0b2-4ece-a601-fc3d53160ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1bda04-e082-41f4-8058-bd896c0619bf,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:00.210027 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4f759700-a0b2-4ece-a601-fc3d53160ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:00.222739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4f759700-a0b2-4ece-a601-fc3d53160ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:00.224154 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4f759700-a0b2-4ece-a601-fc3d53160ce1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b1bda04-e082-41f4-8058-bd896c0619bf HTTP/1.1" status: 204 len: 168 time: 0.3142111 Apr 19 03:35:00.525933 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4580e-a0de-4d75-9855-c409d66eb49e req-b7ee67bd-7b19-4684-828b-a8065a096071 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:00.530026 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4eb4580e-a0de-4d75-9855-c409d66eb49e req-b7ee67bd-7b19-4684-828b-a8065a096071 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1546779 Apr 19 03:35:00.574076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36956) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:00.619146 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b252-3ad1-45b2-b942-7782e5f38280 req-5eea6458-0665-463a-8002-b018d3b9c2c3 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:00.620816 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1c36b252-3ad1-45b2-b942-7782e5f38280 req-5eea6458-0665-463a-8002-b018d3b9c2c3 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 945 time: 0.1154954 Apr 19 03:35:00.629998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-0721d7f0-ef70-4d58-9cfc-32058c830ca9 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:00.631516 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-0721d7f0-ef70-4d58-9cfc-32058c830ca9 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 945 time: 0.2292325 Apr 19 03:35:00.685911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:00.686625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d7a09ec4-3bea-4c14-b58c-5f788095273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:00.719030 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4eb4580e-a0de-4d75-9855-c409d66eb49e req-23fc165b-b131-4a9b-9dcc-ba33a46c82e8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816652 Apr 19 03:35:00.723144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:00.729784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Usage tracker for resource:security_group_rule and tenant:b6d7571702c24e748921799ac89a5665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:00.735508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:00.750479 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1c36b252-3ad1-45b2-b942-7782e5f38280 req-7d6bfc4f-a580-4815-bd80-bdd157ff888a tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179016 Apr 19 03:35:00.753106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:00.757886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Deleting port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:35:00.758327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:00.784444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05a09-bf77-4781-beec-1e087d01372b req-5c265924-e9b3-49c0-a46f-a739078eb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:00.785573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:35:00.786080 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7c05a09-bf77-4781-beec-1e087d01372b req-5c265924-e9b3-49c0-a46f-a739078eb18e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 1098 time: 0.1674252 Apr 19 03:35:00.952776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05a09-bf77-4781-beec-1e087d01372b req-0e344237-b661-4ce5-9d87-f1530a3b886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:00.953387 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7c05a09-bf77-4781-beec-1e087d01372b req-0e344237-b661-4ce5-9d87-f1530a3b886e service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 911 time: 0.1570494 Apr 19 03:35:00.963685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:00.980972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'port_id': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'mac_address': 'fa:16:3e:48:58:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:35:01.055792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.068937 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] For port 0b712abf-2bf9-4150-b6a3-cb5a199892f3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0b712abf-2bf9-4150-b6a3-cb5a199892f3,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:01.069694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.077090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a130041b-dddb-4b79-815f-1b7c58b46a60 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:35:01.099231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:01.105653 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.126125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cc8e1144-2bad-4227-8f57-492a7ad4f49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:01.172007 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7c05a09-bf77-4781-beec-1e087d01372b req-7acbc244-51bb-4120-b6e2-8644aa74e45d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 200 len: 1001 time: 0.1653566 Apr 19 03:35:01.254460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b0800-a87e-468a-a572-a0aa9cbb361a req-d25b93c8-6356-4e50-b233-9b6d500116e5 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:01.256150 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d07b0800-a87e-468a-a572-a0aa9cbb361a req-d25b93c8-6356-4e50-b233-9b6d500116e5 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.3016603 Apr 19 03:35:01.276031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a130041b-dddb-4b79-815f-1b7c58b46a60'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:35:01.294839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Calling delete_port for 0b712abf-2bf9-4150-b6a3-cb5a199892f3 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:35:01.348970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.359086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.373331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4db72cb7-0a43-47c9-96a6-48909d59c219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:01.375249 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=6']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:01.384999 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.385393 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.385775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.386154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.386525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.387095 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.387212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.387589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.387955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.388458 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.388828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.389192 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:01.395517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:01.407035 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d07b0800-a87e-468a-a572-a0aa9cbb361a req-a9b81277-8e58-44b3-9bb9-cf34ce03b281 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377552 Apr 19 03:35:01.427688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05a09-bf77-4781-beec-1e087d01372b req-376a5641-15e8-4b69-b4c1-c7763ee420c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:01.433388 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7c05a09-bf77-4781-beec-1e087d01372b req-376a5641-15e8-4b69-b4c1-c7763ee420c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.2488940 Apr 19 03:35:01.461089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2153d49-4df1-464b-96d6-a27b4c61c9d4,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:01.469873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:01.506944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.516989 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f52a8d9e-aaea-4b45-a801-8f2090661e35 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:01.532977 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6d7571702c24e748921799ac89a5665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9567823 Apr 19 03:35:01.537292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 36988) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:01.563146 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['0b712abf-2bf9-4150-b6a3-cb5a199892f3'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:35:01.584486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Pushing event deleted for resources: {'Port': ['ID=0b712abf-2bf9-4150-b6a3-cb5a199892f3,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:01.587131 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:01.618952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05a09-bf77-4781-beec-1e087d01372b req-ff52c3e1-acb4-40f6-8975-5c264ac591eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:01.620589 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7c05a09-bf77-4781-beec-1e087d01372b req-ff52c3e1-acb4-40f6-8975-5c264ac591eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1564691 Apr 19 03:35:01.730573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] No DVR routers for this DVR port 0b712abf-2bf9-4150-b6a3-cb5a199892f3 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:35:01.734355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.738564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ab5800b-1155-4a7d-a107-6a250113ad4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.751755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f2c624-1650-45ae-9208-d066bb82ae3e', 'name': 'network-vif-deleted', 'tag': '0b712abf-2bf9-4150-b6a3-cb5a199892f3'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:01.782661 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3e583f5d-3bd7-4896-8d09-127f6d1bcbf7 req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.10 "DELETE /v2.0/ports/0b712abf-2bf9-4150-b6a3-cb5a199892f3 HTTP/1.1" status: 204 len: 173 time: 1.1307902 Apr 19 03:35:01.783789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ab5800b-1155-4a7d-a107-6a250113ad4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.798047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.844253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.856134 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ab5800b-1155-4a7d-a107-6a250113ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.864965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3cd5d827-4b74-4028-a61f-f04da76b6957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:01.882784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5800b-1155-4a7d-a107-6a250113ad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2153d49-4df1-464b-96d6-a27b4c61c9d4,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:01.887806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8ab5800b-1155-4a7d-a107-6a250113ad4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:01.897839 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f2c624-1650-45ae-9208-d066bb82ae3e', 'name': 'network-vif-deleted', 'tag': '0b712abf-2bf9-4150-b6a3-cb5a199892f3', 'status': 'completed', 'code': 200} Apr 19 03:35:01.902366 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ab5800b-1155-4a7d-a107-6a250113ad4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:01.927256 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8ab5800b-1155-4a7d-a107-6a250113ad4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2153d49-4df1-464b-96d6-a27b4c61c9d4 HTTP/1.1" status: 204 len: 168 time: 0.3652763 Apr 19 03:35:01.953619 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7c05a09-bf77-4781-beec-1e087d01372b req-5516483a-ddd9-4047-b966-6ab47d6f213a service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231339 Apr 19 03:35:02.151574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c4716316-a34a-48f9-8563-aa76016ccbd8 req-b7a048f6-378a-4677-a22e-d36fe7796d2a tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Synchronizing usage tracker for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:02.196383 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-c4716316-a34a-48f9-8563-aa76016ccbd8 req-b7a048f6-378a-4677-a22e-d36fe7796d2a tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Unset dirty status for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:02.198110 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c4716316-a34a-48f9-8563-aa76016ccbd8 req-b7a048f6-378a-4677-a22e-d36fe7796d2a tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f2c624-1650-45ae-9208-d066bb82ae3e HTTP/1.1" status: 200 len: 210 time: 0.1420753 Apr 19 03:35:02.244460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fbe40-cb66-4c26-b9b1-4c8b9f87e927 req-76c51372-812d-4f4a-bb1c-6e72d12362de tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:02.246132 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b09fbe40-cb66-4c26-b9b1-4c8b9f87e927 req-76c51372-812d-4f4a-bb1c-6e72d12362de tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 944 time: 0.2969737 Apr 19 03:35:02.299526 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d7c05a09-bf77-4781-beec-1e087d01372b req-00ff9ce4-bf56-4a04-8abd-ae2f1f6dc53f service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728305 Apr 19 03:35:02.354549 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b09fbe40-cb66-4c26-b9b1-4c8b9f87e927 req-a1a9ea69-0cc8-4c2c-8a29-cfb99432adfa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791683 Apr 19 03:35:02.667913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f3fc5-76e9-4fd4-8c65-3f51695dcb53 req-57ebd1c2-fd3b-4645-912a-e6e79e6d9762 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:02.670567 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c61f3fc5-76e9-4fd4-8c65-3f51695dcb53 req-57ebd1c2-fd3b-4645-912a-e6e79e6d9762 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1109800 Apr 19 03:35:02.727046 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c61f3fc5-76e9-4fd4-8c65-3f51695dcb53 req-3e6acab8-96a8-40dd-987d-5be647f27b2b tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484865 Apr 19 03:35:02.787019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:35:02.885756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port a130041b-dddb-4b79-815f-1b7c58b46a60 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:35:02.886707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:03.066676 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:03.130670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:03.132337 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:03.143055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:03.147612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:03.255328 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'code': 200} Apr 19 03:35:03.256629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=7']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:03.265628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:03.645596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:03.752825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01810376-bda8-40c3-8031-84eb364370c9 req-f7a1bd31-2fdf-44bb-a6c0-bc34d057674a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:03.767145 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01810376-bda8-40c3-8031-84eb364370c9 req-f7a1bd31-2fdf-44bb-a6c0-bc34d057674a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.2003834 Apr 19 03:35:03.869594 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01810376-bda8-40c3-8031-84eb364370c9 req-2e08a3a5-7fd0-427b-951d-7216bd04d5b5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013670 Apr 19 03:35:04.102539 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2de711-027f-41d2-a35a-b52154a078fe req-b112bdf6-c829-4503-acde-a88c269b9b84 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:04.111174 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ea2de711-027f-41d2-a35a-b52154a078fe req-b112bdf6-c829-4503-acde-a88c269b9b84 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1188927 Apr 19 03:35:04.170306 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ea2de711-027f-41d2-a35a-b52154a078fe req-3eb48124-d679-4803-ba72-3da43f89ac2d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576825 Apr 19 03:35:04.808148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 0b712abf-2bf9-4150-b6a3-cb5a199892f3 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:35:04.857786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 0b712abf-2bf9-4150-b6a3-cb5a199892f3 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:35:04.858175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 0b712abf-2bf9-4150-b6a3-cb5a199892f3 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:35:05.162371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a8392-2c2d-407b-bd07-81a647b4be01 req-1aefa389-61b0-4f47-9330-eddf43bbb1cb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:05.164069 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c01a8392-2c2d-407b-bd07-81a647b4be01 req-1aefa389-61b0-4f47-9330-eddf43bbb1cb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1533895 Apr 19 03:35:05.228140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:05.308597 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c01a8392-2c2d-407b-bd07-81a647b4be01 req-9c9171e9-b135-4ddc-8f95-980798569c68 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357143 Apr 19 03:35:05.855744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37118) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:06.007824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:06.026882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:06.031320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:da925e7f4d2f47daa1e92d978a75fb63 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:06.034979 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:06.042026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:06.146425 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:06.149340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:06.159794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fa8c5815-c8e7-4db4-97b7-9aafac6632eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:06.211276 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da925e7f4d2f47daa1e92d978a75fb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542378 Apr 19 03:35:06.212381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e6870-f197-4727-8cf5-0cbb18168bff,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:06.214301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37124) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:06.236385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:06.292545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-328d703f-6786-4cbb-83de-56c5ef4c34a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:06.326097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-328d703f-6786-4cbb-83de-56c5ef4c34a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:06.381072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-328d703f-6786-4cbb-83de-56c5ef4c34a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:06.389348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-80e1774a-3d77-41a7-a09c-ed9454b8a13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:06.406089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d703f-6786-4cbb-83de-56c5ef4c34a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e6870-f197-4727-8cf5-0cbb18168bff,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:06.410540 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-328d703f-6786-4cbb-83de-56c5ef4c34a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:06.415577 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-328d703f-6786-4cbb-83de-56c5ef4c34a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e82e6870-f197-4727-8cf5-0cbb18168bff HTTP/1.1" status: 204 len: 168 time: 0.2000842 Apr 19 03:35:06.416832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-328d703f-6786-4cbb-83de-56c5ef4c34a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:06.601499 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f650e6d-e02e-4d40-87bf-3d33bf531a84 req-28586b3e-9c15-407d-85cc-8336b2f0385a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:06.603582 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5f650e6d-e02e-4d40-87bf-3d33bf531a84 req-28586b3e-9c15-407d-85cc-8336b2f0385a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1125278 Apr 19 03:35:06.681857 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5f650e6d-e02e-4d40-87bf-3d33bf531a84 req-9f39ea85-7a29-4440-b64e-f1e8e4530ad8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663497 Apr 19 03:35:07.575278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37170) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:07.726523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166799718-network', 'tenant_id': 'accca5ae1b134c929292ab3361b3061d'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:07.731686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:07.737778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Usage tracker for resource:network and tenant:accca5ae1b134c929292ab3361b3061d is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:07.744050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:07.752275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:07.762237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Made reservation on behalf of accca5ae1b134c929292ab3361b3061d for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:35:07.767666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:07.781968 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:07.801970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:07.806422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Usage tracker for resource:security_group_rule and tenant:accca5ae1b134c929292ab3361b3061d is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:07.809479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:07.815997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:07.933261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:07.982538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:07.995520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4f759700-a0b2-4ece-a601-fc3d53160ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:08.052406 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:35:08.089140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa0853-9d34-432b-84cf-ce8b0b0e44e3,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:08.101761 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e1c02-b40f-4541-a477-0130302c459f req-289b1dcb-8755-4030-a3d8-947dd37bd1bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:08.128723 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-596e1c02-b40f-4541-a477-0130302c459f req-289b1dcb-8755-4030-a3d8-947dd37bd1bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.2667558 Apr 19 03:35:08.133218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:08.134296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:08.134680 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Added segment 41a5862e-7516-451a-999b-b566136b26cf of type vlan for network b4ae9141-8b09-4a39-9670-0e3c9aff7850 Apr 19 03:35:08.227026 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-596e1c02-b40f-4541-a477-0130302c459f req-b2c39c86-4daa-4366-b967-05805e2071ca tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972095 Apr 19 03:35:08.245223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:08.303717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:08.305635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:08.310989 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:08.334256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:08.471841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ae9141-8b09-4a39-9670-0e3c9aff7850,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:08.477507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:08.486072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network b4ae9141-8b09-4a39-9670-0e3c9aff7850 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:35:08.503965 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9222496 Apr 19 03:35:08.504369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37196) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:08.511417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Request body: {'subnet': {'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166799718-subnet', 'tenant_id': 'accca5ae1b134c929292ab3361b3061d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:08.520325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:08.524829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Usage tracker for resource:subnet and tenant:accca5ae1b134c929292ab3361b3061d is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:08.537103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:08.545518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:08.727774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Made reservation on behalf of accca5ae1b134c929292ab3361b3061d for: {'subnet': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:35:08.733707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852612158'] for subnet, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:08.908385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40932-de19-49b4-a65c-31f58cbba640 req-c61829d7-123b-44a9-a503-2514a7b1f71b tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:08.910170 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-c61829d7-123b-44a9-a503-2514a7b1f71b tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/networks?id=f979bcef-7985-4080-9940-985d74647446 HTTP/1.1" status: 200 len: 813 time: 0.3543477 Apr 19 03:35:08.937144 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-a1c1fd59-0d96-40e7-bcab-0e7a3ae6effa tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/quotas/dd4016fc6f4d4d238c2a847d78372e13 HTTP/1.1" status: 200 len: 375 time: 0.0199771 Apr 19 03:35:09.057132 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-0d39587e-b197-4cdf-af30-9a7cf62db3a7 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd4016fc6f4d4d238c2a847d78372e13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073394 Apr 19 03:35:09.471622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14129c4-3c64-40f9-895b-8e9712b7a835 req-4af2a61d-199b-42fb-b43c-7ea189b0a53e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:09.479382 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a14129c4-3c64-40f9-895b-8e9712b7a835 req-4af2a61d-199b-42fb-b43c-7ea189b0a53e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1178467 Apr 19 03:35:09.539619 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a14129c4-3c64-40f9-895b-8e9712b7a835 req-882547e2-0512-4606-9d20-847968357a4e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591576 Apr 19 03:35:09.595216 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-0732cd0b-ea1e-4d81-9956-22676ef3962c service neutron] 10.222.0.20 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287254 Apr 19 03:35:09.836227 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-135ffec8-d2cc-47bb-865b-9ac70a822041 service neutron] 10.222.0.20 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321293 Apr 19 03:35:09.951524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37216) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:09.984890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2802120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852612141'] for subnet, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:09.991955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-397a215a-355b-4839-b7fa-864c6c680649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:10.083428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:10.086564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Checking segment: {'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:35:10.087069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Network hostable DHCP agents. Network: b4ae9141-8b09-4a39-9670-0e3c9aff7850, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:35:10.095183 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:10.117156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Network b4ae9141-8b09-4a39-9670-0e3c9aff7850 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:35:10.140578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, b4ae9141-8b09-4a39-9670-0e3c9aff7850) {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:35:10.149606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e4803-6521-497f-8af4-a87e0f57bfd6 None None] Network b4ae9141-8b09-4a39-9670-0e3c9aff7850 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:35:10.158874 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c5ff6987-c838-42f7-a17e-a95c82e3c737 req-80fa1ee8-2ee8-452f-8a14-81d94472e9b6 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 210 time: 0.1273873 Apr 19 03:35:10.166694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:10.167342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:10.208993 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1b696e1b-ade2-404e-a989-d4bdcbe7f39c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7033312 Apr 19 03:35:10.284494 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:10.303620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:10.308937 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Usage tracker for resource:security_group_rule and tenant:916f820880ce4d4eac738cb84b9cbf09 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:10.312442 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:10.321167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:10.531768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fb68f-6fd6-4743-a5db-a11bde54ebee None None] Network b4ae9141-8b09-4a39-9670-0e3c9aff7850 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:35:10.538872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:10.555074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:10.576725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bd307962-13cd-409a-b533-a2a361602f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:10.687629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179d9352-8078-4ad5-94de-64b06d596791,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:10.699137 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=916f820880ce4d4eac738cb84b9cbf09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461650 Apr 19 03:35:10.703154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37244) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:10.706718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:10.878625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-68f10cbe-1161-48ca-8fa7-749a951fd5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:10.911880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-68f10cbe-1161-48ca-8fa7-749a951fd5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:11.021396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8ffd-7924-4c3a-8b0e-73ca57215415 req-d16d5d31-93c0-417b-8f40-529754624fc5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:11.023209 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-97fb8ffd-7924-4c3a-8b0e-73ca57215415 req-d16d5d31-93c0-417b-8f40-529754624fc5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1940620 Apr 19 03:35:11.049400 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-68f10cbe-1161-48ca-8fa7-749a951fd5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:11.058550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4b92c181-02fb-4f00-86e3-a1bf232a366a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:11.080807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-68f10cbe-1161-48ca-8fa7-749a951fd5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:11.082108 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-68f10cbe-1161-48ca-8fa7-749a951fd5dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/179d9352-8078-4ad5-94de-64b06d596791 HTTP/1.1" status: 204 len: 168 time: 0.3776600 Apr 19 03:35:11.098339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f10cbe-1161-48ca-8fa7-749a951fd5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179d9352-8078-4ad5-94de-64b06d596791,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:11.120571 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-68f10cbe-1161-48ca-8fa7-749a951fd5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:11.167717 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-97fb8ffd-7924-4c3a-8b0e-73ca57215415 req-1e3c0f18-c94f-4437-8f48-eef3d15fdfbd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373127 Apr 19 03:35:11.431439 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1602a375-c3dd-4b8c-b339-8deb28a47d82 req-92317673-6593-4b8e-9002-428805f92918 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 210 time: 0.0590923 Apr 19 03:35:11.611170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37258) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:11.632510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:11.650663 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:11.655799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1d6687653c49af85208f74b547f74b is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:11.659294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:11.668712 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:11.775120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:11.792042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:11.846248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:11.857319 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d1d6687653c49af85208f74b547f74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447119 Apr 19 03:35:11.878854 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37262) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:11.890371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc86475d-3b26-462c-a31e-0a246974b407,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:11.912701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2cecc446-79f9-43ae-b5b5-5fd8c9f9ddc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:12.011210 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9355-fda1-48e0-a7ae-863ce8de0ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:12.056946 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9355-fda1-48e0-a7ae-863ce8de0ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:12.134430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9355-fda1-48e0-a7ae-863ce8de0ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:12.138978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-68f10cbe-1161-48ca-8fa7-749a951fd5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:12.157493 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9355-fda1-48e0-a7ae-863ce8de0ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc86475d-3b26-462c-a31e-0a246974b407,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:12.160009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cb6a9355-fda1-48e0-a7ae-863ce8de0ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:12.167141 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cb6a9355-fda1-48e0-a7ae-863ce8de0ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:12.171216 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-cb6a9355-fda1-48e0-a7ae-863ce8de0ca3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc86475d-3b26-462c-a31e-0a246974b407 HTTP/1.1" status: 204 len: 168 time: 0.2870412 Apr 19 03:35:12.179150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40932-de19-49b4-a65c-31f58cbba640 req-c9e6ab0b-4adf-441b-9c7a-4a5f4e237998 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:12.181090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-daa40932-de19-49b4-a65c-31f58cbba640 req-c9e6ab0b-4adf-441b-9c7a-4a5f4e237998 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Synchronizing usage tracker for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:network {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:12.206648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-daa40932-de19-49b4-a65c-31f58cbba640 req-c9e6ab0b-4adf-441b-9c7a-4a5f4e237998 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Unset dirty status for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:network {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:12.208839 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-c9e6ab0b-4adf-441b-9c7a-4a5f4e237998 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.10 "GET /v2.0/networks?id=f979bcef-7985-4080-9940-985d74647446 HTTP/1.1" status: 200 len: 813 time: 0.4819539 Apr 19 03:35:12.225878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Request body: {'port': {'device_id': '54d98bfc-adeb-48d7-8eb3-fe4b71000f92', 'network_id': 'f979bcef-7985-4080-9940-985d74647446', 'admin_state_up': True, 'tenant_id': 'dd4016fc6f4d4d238c2a847d78372e13'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:12.445069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:12.458261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:12.485109 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Made reservation on behalf of dd4016fc6f4d4d238c2a847d78372e13 for: {'port': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:35:12.491810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:12.559073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5410225-b8f8-4ab5-b996-d756ea811b3d req-75d9a680-729f-4b4f-bacf-a5118697a6d2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:12.561038 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a5410225-b8f8-4ab5-b996-d756ea811b3d req-75d9a680-729f-4b4f-bacf-a5118697a6d2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1692150 Apr 19 03:35:12.659855 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a5410225-b8f8-4ab5-b996-d756ea811b3d req-40c80dfb-a185-45a6-ae0f-7d8d92f44230 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914719 Apr 19 03:35:12.854341 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eed6d546-8839-4ed3-9866-1e24f546a25d req-e050ce93-d44f-4a28-9fcc-8acbb84b2496 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 210 time: 0.0767503 Apr 19 03:35:12.868088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Allocated IP 172.20.0.2 (f979bcef-7985-4080-9940-985d74647446/27513eab-612d-457f-9fb0-b34e012acdcd/c9671b11-6fc0-47b2-961a-91f4ca5d240c) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:35:13.164091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-7257e83f-bc97-44f6-bcf9-7f1573562cd3 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:13.181140 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-7257e83f-bc97-44f6-bcf9-7f1573562cd3 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/networks?id=b4ae9141-8b09-4a39-9670-0e3c9aff7850 HTTP/1.1" status: 200 len: 808 time: 0.2855456 Apr 19 03:35:13.214117 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-19dde3dc-2b7a-479f-90c4-9be6dfe568d0 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/quotas/accca5ae1b134c929292ab3361b3061d HTTP/1.1" status: 200 len: 375 time: 0.0319161 Apr 19 03:35:13.250094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:13.292665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:13.293789 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-515cd6e0-472b-4706-85eb-e7f5168be0b3 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=accca5ae1b134c929292ab3361b3061d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784996 Apr 19 03:35:13.316379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fffb821a-5deb-458e-92b6-40dff640f1d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:13.395771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Network f979bcef-7985-4080-9940-985d74647446 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:35:13.403088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:35:13.420042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:35:13.433949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:13.435778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:13.503739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Pushing event updated for resources: {'Port': ['ID=c9671b11-6fc0-47b2-961a-91f4ca5d240c,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:13.504755 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-5c895689-442a-4ff2-b6a9-5ef49a1b7597 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093747 Apr 19 03:35:13.521976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:13.551771 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3316643 Apr 19 03:35:13.566864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Request body: {'port': {'device_id': '54d98bfc-adeb-48d7-8eb3-fe4b71000f92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:13.748517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:13.827516 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-37bb6043-4aee-4057-b168-e41909de8b48 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057327 Apr 19 03:35:14.386808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9671b11-6fc0-47b2-961a-91f4ca5d240c {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:35:14.391929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a9171-e7e2-460e-8b20-694b2b8fff41 req-336c1fe6-7ce5-46e0-896e-2c5e899a20a1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:14.402271 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-111a9171-e7e2-460e-8b20-694b2b8fff41 req-336c1fe6-7ce5-46e0-896e-2c5e899a20a1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 931 time: 0.1929455 Apr 19 03:35:14.410591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:14.434216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d14c1-4e98-4e79-9b69-d0e2bb308058 req-23d1f379-53b6-4cdd-9411-a07b5812c877 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:14.444746 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4e9d14c1-4e98-4e79-9b69-d0e2bb308058 req-23d1f379-53b6-4cdd-9411-a07b5812c877 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.5691791 Apr 19 03:35:14.457061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Transition to ACTIVE for port object c9671b11-6fc0-47b2-961a-91f4ca5d240c will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:35:14.500272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:14.512585 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-111a9171-e7e2-460e-8b20-694b2b8fff41 req-410ce112-61fc-42c4-aacc-be8e824baf73 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077042 Apr 19 03:35:14.519215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6929095e-b7a8-415d-b78c-284eb4fbba22 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:14.605837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Pushing event updated for resources: {'Port': ['ID=c9671b11-6fc0-47b2-961a-91f4ca5d240c,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:14.690017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:14.717193 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4e9d14c1-4e98-4e79-9b69-d0e2bb308058 req-6117dde7-5f65-4f24-8003-a75068df0465 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647531 Apr 19 03:35:14.722925 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2eade11c-7bb7-4d6c-a66a-17c162247a8f req-47846943-0ea9-4db9-954d-a5ba0a80960d tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 210 time: 0.1309831 Apr 19 03:35:14.822696 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Attempting to bind port c9671b11-6fc0-47b2-961a-91f4ca5d240c on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:35:14.823487 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Attempting to bind port c9671b11-6fc0-47b2-961a-91f4ca5d240c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:35:14.824049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Attempting to bind port c9671b11-6fc0-47b2-961a-91f4ca5d240c on network f979bcef-7985-4080-9940-985d74647446 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:35:14.831067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Port c9671b11-6fc0-47b2-961a-91f4ca5d240c on network f979bcef-7985-4080-9940-985d74647446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:35:14.831432 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Attempting to bind port c9671b11-6fc0-47b2-961a-91f4ca5d240c on network f979bcef-7985-4080-9940-985d74647446 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:35:14.837800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:35:14.838168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Checking segment: {'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:35:14.838581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Bound using segment: {'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:35:14.839050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Bound port: c9671b11-6fc0-47b2-961a-91f4ca5d240c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94036794-0449-4123-9046-64e6248831c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f979bcef-7985-4080-9940-985d74647446'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:35:14.839437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:14.976786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] For port c9671b11-6fc0-47b2-961a-91f4ca5d240c, host hv-cinder-78605, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:35:14.980278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] For port c9671b11-6fc0-47b2-961a-91f4ca5d240c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c9671b11-6fc0-47b2-961a-91f4ca5d240c,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:35:14.985637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:14.997829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:15.034718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:15.035380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:15.037300 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] 10.222.0.10 "PUT /v2.0/ports/c9671b11-6fc0-47b2-961a-91f4ca5d240c HTTP/1.1" status: 200 len: 1093 time: 1.4756424 Apr 19 03:35:15.050939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d98bfc-adeb-48d7-8eb3-fe4b71000f92', 'tag': 'c9671b11-6fc0-47b2-961a-91f4ca5d240c'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:15.236721 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d98bfc-adeb-48d7-8eb3-fe4b71000f92', 'tag': 'c9671b11-6fc0-47b2-961a-91f4ca5d240c', 'status': 'completed', 'code': 200} Apr 19 03:35:15.259145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Pushing event updated for resources: {'Port': ['ID=c9671b11-6fc0-47b2-961a-91f4ca5d240c,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:15.263386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:15.321670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d0acca3e-a958-49b3-8471-7eab498d2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:15.323631 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-d0acca3e-a958-49b3-8471-7eab498d2c3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd4016fc6f4d4d238c2a847d78372e13&device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 1096 time: 0.2001255 Apr 19 03:35:15.476619 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-70bf7507-6176-4202-b510-96ab16e81f53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9671b11-6fc0-47b2-961a-91f4ca5d240c HTTP/1.1" status: 200 len: 217 time: 0.1417015 Apr 19 03:35:15.608784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa40932-de19-49b4-a65c-31f58cbba640 req-f0494bd1-4a96-4bef-892a-110fadfe43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:15.610401 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-f0494bd1-4a96-4bef-892a-110fadfe43e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27513eab-612d-457f-9fb0-b34e012acdcd HTTP/1.1" status: 200 len: 853 time: 0.1259644 Apr 19 03:35:15.678018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b702098-d16a-4be0-8f1e-47dc6f35a617 req-c076c4c5-850f-4cfc-818d-504686bf3dd8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:15.679705 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6b702098-d16a-4be0-8f1e-47dc6f35a617 req-c076c4c5-850f-4cfc-818d-504686bf3dd8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.2297485 Apr 19 03:35:15.686791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-3fa05887-773e-4853-acb1-62d970d7e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:15.687939 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-71f5b61d-0fd4-4f37-9fd2-d726662e0db7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f979bcef-7985-4080-9940-985d74647446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635722 Apr 19 03:35:15.689325 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-3fa05887-773e-4853-acb1-62d970d7e1ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1138 time: 0.1584492 Apr 19 03:35:15.773174 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6b702098-d16a-4be0-8f1e-47dc6f35a617 req-6fce5d52-9277-4763-8cd4-9588c4111f54 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825617 Apr 19 03:35:16.006459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-20616a43-1e50-4c39-97da-4a61a38fd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:16.008791 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-20616a43-1e50-4c39-97da-4a61a38fd786 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 200 len: 915 time: 0.2987192 Apr 19 03:35:16.157513 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadf1e1-1002-46de-8f01-a1d546e8a0bd req-d45ed3e5-d31f-4476-bfbb-b5fa9de48c04 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:16.161688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-eaadf1e1-1002-46de-8f01-a1d546e8a0bd req-d45ed3e5-d31f-4476-bfbb-b5fa9de48c04 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Synchronizing usage tracker for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:16.182859 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-9f8d7153-80c7-4c90-a4ea-9da077a232f2 service neutron] 10.222.0.10 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738758 Apr 19 03:35:16.232859 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-eaadf1e1-1002-46de-8f01-a1d546e8a0bd req-d45ed3e5-d31f-4476-bfbb-b5fa9de48c04 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Unset dirty status for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:16.241219 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eaadf1e1-1002-46de-8f01-a1d546e8a0bd req-d45ed3e5-d31f-4476-bfbb-b5fa9de48c04 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 943 time: 0.4815989 Apr 19 03:35:16.319190 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eaadf1e1-1002-46de-8f01-a1d546e8a0bd req-2934452c-27a8-414c-a146-af33bedfe643 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761526 Apr 19 03:35:16.406506 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-550b7db9-500e-462a-9edd-f0192483c559 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 1001 time: 0.3852155 Apr 19 03:35:16.427882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e7966-d4a2-4cd8-8b62-0b41f07e00ca req-543cf8e5-2164-434c-8a84-348d8b49146f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:16.436368 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-842e7966-d4a2-4cd8-8b62-0b41f07e00ca req-543cf8e5-2164-434c-8a84-348d8b49146f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.3373442 Apr 19 03:35:16.477258 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-daa40932-de19-49b4-a65c-31f58cbba640 req-13c2af98-bbba-4611-bc23-f376d108891d service neutron] 10.222.0.10 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777438 Apr 19 03:35:16.530855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-fabf2217-ab6c-47fc-9b9b-7773563f2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:16.533124 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-fabf2217-ab6c-47fc-9b9b-7773563f2238 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e HTTP/1.1" status: 200 len: 853 time: 0.0852120 Apr 19 03:35:16.578935 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f86d5db3-43c5-43ab-a989-0fe5f8f6faa4 req-dc5063d0-5538-4089-9a5e-e56e2069bb4b tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 210 time: 0.0591099 Apr 19 03:35:16.678026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-e4cd02a6-c44f-471e-b58d-ef453c365307 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:16.678376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-7f5f3bf7-8ed8-415b-afba-14265f16fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:16.679948 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-7f5f3bf7-8ed8-415b-afba-14265f16fc9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd4016fc6f4d4d238c2a847d78372e13&device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 1096 time: 0.0993044 Apr 19 03:35:16.680295 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-e4cd02a6-c44f-471e-b58d-ef453c365307 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.10 "GET /v2.0/networks?id=b4ae9141-8b09-4a39-9670-0e3c9aff7850 HTTP/1.1" status: 200 len: 808 time: 0.4809446 Apr 19 03:35:16.706718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Request body: {'port': {'device_id': '7ef96826-face-41c6-883a-b653053c90c1', 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850', 'admin_state_up': True, 'tenant_id': 'accca5ae1b134c929292ab3361b3061d'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:16.760433 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-842e7966-d4a2-4cd8-8b62-0b41f07e00ca req-67af3618-e2ec-4967-b2b2-d2b2029235d0 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228695 Apr 19 03:35:16.865479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-31aacc11-2087-4cda-a724-8fcc4706f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:16.873663 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-31aacc11-2087-4cda-a724-8fcc4706f5dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f979bcef-7985-4080-9940-985d74647446 HTTP/1.1" status: 200 len: 914 time: 0.1730177 Apr 19 03:35:16.940071 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:16.946621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Usage tracker for resource:port and tenant:accca5ae1b134c929292ab3361b3061d is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:16.950878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:16.955873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-cca867a5-1108-41a9-9f12-f79125e250ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:16.957494 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-cca867a5-1108-41a9-9f12-f79125e250ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21000f1d-87e4-461e-8615-2548195e59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4014328 Apr 19 03:35:16.961581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:16.999443 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-5a31c2eb-0b5d-4057-acbb-52a3ebad8dca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9671b11-6fc0-47b2-961a-91f4ca5d240c HTTP/1.1" status: 200 len: 217 time: 0.1194232 Apr 19 03:35:17.017005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Made reservation on behalf of accca5ae1b134c929292ab3361b3061d for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:35:17.023710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:17.079247 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-6f89a9a2-150f-458b-82f3-dd9ec7e97c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:17.080850 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-6f89a9a2-150f-458b-82f3-dd9ec7e97c33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=27513eab-612d-457f-9fb0-b34e012acdcd HTTP/1.1" status: 200 len: 853 time: 0.0721562 Apr 19 03:35:17.151533 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-55d49d71-7a4a-4a1f-9076-eab4f5245f53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f979bcef-7985-4080-9940-985d74647446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496354 Apr 19 03:35:17.214485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c438d-ec18-4cb4-b822-76e45768a393 req-c2f95c36-0735-42eb-ba44-1c1b3905c75d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:17.217256 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-437c438d-ec18-4cb4-b822-76e45768a393 req-c2f95c36-0735-42eb-ba44-1c1b3905c75d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.2740698 Apr 19 03:35:17.249789 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-491e53e6-bc43-477d-8ed0-c950bb2e591b service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820163 Apr 19 03:35:17.338913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-437c438d-ec18-4cb4-b822-76e45768a393 req-8acffda0-3269-47e7-b237-5c029cf85f67 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Synchronizing usage tracker for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:17.387939 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-55c993ce-bf0a-4905-9f23-c541888a78c6 service neutron] 10.222.0.10 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263999 Apr 19 03:35:17.408282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-437c438d-ec18-4cb4-b822-76e45768a393 req-8acffda0-3269-47e7-b237-5c029cf85f67 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Unset dirty status for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:17.409738 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-437c438d-ec18-4cb4-b822-76e45768a393 req-8acffda0-3269-47e7-b237-5c029cf85f67 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849535 Apr 19 03:35:17.567024 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b5a4015d-663d-4c0e-b768-04ed3298bc05 req-e9c5d16f-a960-4367-bab2-7bf13f6a8317 service neutron] 10.222.0.10 "GET /v2.0/networks/f979bcef-7985-4080-9940-985d74647446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621213 Apr 19 03:35:17.720380 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Allocated IP 172.20.0.5 (b4ae9141-8b09-4a39-9670-0e3c9aff7850/f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96/b64bccf5-f9cd-4535-81a7-65dbb895b4d3) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:35:17.786985 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-702f52b0-b959-4769-8ae2-3686525fa5e6 req-31634782-f602-4437-b974-3fccfe41ae91 service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001097 Apr 19 03:35:17.805477 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-98d506c8-5217-426c-bb46-20ac07170969 req-e4d9d4ee-ca8b-4081-975f-0bced4831811 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 210 time: 0.0707088 Apr 19 03:35:17.838896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-4624c28e-c38d-4c9c-9a24-6bdc8ba818bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:17.840571 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-4624c28e-c38d-4c9c-9a24-6bdc8ba818bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 1098 time: 0.1498837 Apr 19 03:35:17.846443 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6a70a-56b8-422f-a1cd-975b92643e9b req-7b14ed1d-48c6-4b94-8a5c-0fecffbe2175 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:17.848089 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1af6a70a-56b8-422f-a1cd-975b92643e9b req-7b14ed1d-48c6-4b94-8a5c-0fecffbe2175 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 943 time: 0.2038846 Apr 19 03:35:17.989319 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1af6a70a-56b8-422f-a1cd-975b92643e9b req-6dae5fc6-a044-4d88-b4da-b0ad86057c0d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239967 Apr 19 03:35:18.063942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:18.099199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:18.105980 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-726ab7e5-6070-4822-aa2c-841b3787a052 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:18.210366 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Network b4ae9141-8b09-4a39-9670-0e3c9aff7850 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:35:18.220136 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:35:18.222842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:35:18.270994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Pushing event updated for resources: {'Port': ['ID=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:18.274124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:18.303671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:18.304394 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:18.316515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-24962b5f-8f67-4638-8482-1d4db63f5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:18.318019 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-24962b5f-8f67-4638-8482-1d4db63f5ef1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.4681396 Apr 19 03:35:18.327892 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6256011 Apr 19 03:35:18.331500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36cea0-6fd2-4d11-be9b-b07a30585c5c req-28167795-9363-44e9-92bb-b1f28fe20e69 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:18.333101 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-af36cea0-6fd2-4d11-be9b-b07a30585c5c req-28167795-9363-44e9-92bb-b1f28fe20e69 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.3700793 Apr 19 03:35:18.351303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Request body: {'port': {'device_id': '7ef96826-face-41c6-883a-b653053c90c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:18.468331 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-af36cea0-6fd2-4d11-be9b-b07a30585c5c req-e79c0776-5cc3-4723-859e-278d67c02951 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759363 Apr 19 03:35:18.480549 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-ffd30012-d196-42ed-b8f8-3c88c7f26bd8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a130041b-dddb-4b79-815f-1b7c58b46a60 HTTP/1.1" status: 200 len: 1000 time: 0.1463981 Apr 19 03:35:18.482814 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:18.558424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-1f043957-bf9a-419c-8686-be1a752ee307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:18.560268 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-1f043957-bf9a-419c-8686-be1a752ee307 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0689986 Apr 19 03:35:18.653137 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-328b18c8-5de6-4434-9da7-2723f1747100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:18.655005 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-328b18c8-5de6-4434-9da7-2723f1747100 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863202 Apr 19 03:35:18.811547 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-071c9ebc-19dd-461e-9b2c-08f7baabe760 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437140 Apr 19 03:35:18.817752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca19d-1b8d-470d-9927-89aa7b3004ba req-fdb5c4d0-5ec9-4b5c-bb7a-17b312c13fa9 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:18.819371 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c4dca19d-1b8d-470d-9927-89aa7b3004ba req-fdb5c4d0-5ec9-4b5c-bb7a-17b312c13fa9 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.2647779 Apr 19 03:35:18.867521 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device c9671b11-6fc0-47b2-961a-91f4ca5d240c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:35:18.940732 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37418) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:18.959627 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c4dca19d-1b8d-470d-9927-89aa7b3004ba req-8078d774-bbd7-4fde-931b-751a816d2780 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253257 Apr 19 03:35:19.110345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb02c9-ecfe-4bc1-956e-9ecaeee58f96 req-c70e5117-6c4a-4880-8d73-a1f684125591 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:19.118357 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5fcb02c9-ecfe-4bc1-956e-9ecaeee58f96 req-c70e5117-6c4a-4880-8d73-a1f684125591 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 931 time: 0.1635172 Apr 19 03:35:19.148979 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a8b86a-7661-4d76-8841-a3530b92ede6 req-70191599-71c6-4c93-8b53-bd54dab88358 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212774 Apr 19 03:35:19.171139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-5fcb02c9-ecfe-4bc1-956e-9ecaeee58f96 req-477d6678-bdb1-4120-849b-38edb3427ed5 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Synchronizing usage tracker for tenant:accca5ae1b134c929292ab3361b3061d on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:19.195796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-5fcb02c9-ecfe-4bc1-956e-9ecaeee58f96 req-477d6678-bdb1-4120-849b-38edb3427ed5 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Unset dirty status for tenant:accca5ae1b134c929292ab3361b3061d on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:19.202429 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5fcb02c9-ecfe-4bc1-956e-9ecaeee58f96 req-477d6678-bdb1-4120-849b-38edb3427ed5 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830152 Apr 19 03:35:19.251598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64bccf5-f9cd-4535-81a7-65dbb895b4d3 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:35:19.265130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.267764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.301075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Transition to ACTIVE for port object b64bccf5-f9cd-4535-81a7-65dbb895b4d3 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:35:19.304864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:19.309618 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.320509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff538ac81224475b1485690a20eab59 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:19.325099 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7acbc784-df3c-4282-b7ed-e2b7b4c7650d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:19.328487 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port c9671b11-6fc0-47b2-961a-91f4ca5d240c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c9671b11-6fc0-47b2-961a-91f4ca5d240c,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:19.344832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'c9671b11-6fc0-47b2-961a-91f4ca5d240c', 'network_id': 'f979bcef-7985-4080-9940-985d74647446', 'port_id': 'c9671b11-6fc0-47b2-961a-91f4ca5d240c', 'mac_address': 'fa:16:3e:35:75:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27513eab-612d-457f-9fb0-b34e012acdcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:35:19.362783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:19.386813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:19.409241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.427879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9671b11-6fc0-47b2-961a-91f4ca5d240c {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:35:19.445037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port c9671b11-6fc0-47b2-961a-91f4ca5d240c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c9671b11-6fc0-47b2-961a-91f4ca5d240c,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:19.448414 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.450409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:19.483065 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da37103-d36b-47cc-b362-9d640a9ee31d req-3ed63f38-a59c-4e1a-86fe-02c7a32e63bd tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:19.484709 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3da37103-d36b-47cc-b362-9d640a9ee31d req-3ed63f38-a59c-4e1a-86fe-02c7a32e63bd tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 943 time: 0.3315837 Apr 19 03:35:19.523681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=c9671b11-6fc0-47b2-961a-91f4ca5d240c,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:19.527023 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:19.572188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Pushing event updated for resources: {'Port': ['ID=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:19.614505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:19.674886 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3da37103-d36b-47cc-b362-9d640a9ee31d req-d863f0e7-0eee-4661-a082-1b9245d7619c tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713080 Apr 19 03:35:19.699758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Attempting to bind port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:35:19.700158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Attempting to bind port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:35:19.700702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Attempting to bind port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 on network b4ae9141-8b09-4a39-9670-0e3c9aff7850 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:35:19.712277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e0c3-ade2-4b3f-9511-867b31fb9286 req-277c7b1f-2e23-464d-8e9c-5264bebe62e7 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:19.714143 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eee6e0c3-ade2-4b3f-9511-867b31fb9286 req-277c7b1f-2e23-464d-8e9c-5264bebe62e7 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1059289 Apr 19 03:35:19.714429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 on network b4ae9141-8b09-4a39-9670-0e3c9aff7850 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:35:19.714800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Attempting to bind port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 on network b4ae9141-8b09-4a39-9670-0e3c9aff7850 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:35:19.721522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['c9671b11-6fc0-47b2-961a-91f4ca5d240c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:35:19.724072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:35:19.724462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Checking segment: {'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:35:19.724879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Bound using segment: {'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:35:19.725359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Bound port: b64bccf5-f9cd-4535-81a7-65dbb895b4d3, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:35:19.725739 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.767795 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eee6e0c3-ade2-4b3f-9511-867b31fb9286 req-c2b0f7a8-8699-4edd-ad69-614d3cae5317 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463247 Apr 19 03:35:19.806961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.812885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.828733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-61103f08-680c-48a1-86cb-4cba5790e73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:19.890383 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3679dd4-badd-49c4-a8b0-ed211ad97568,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:19.899918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:19.904853 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ff538ac81224475b1485690a20eab59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9600372 Apr 19 03:35:19.908353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37428) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:19.909825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] For port b64bccf5-f9cd-4535-81a7-65dbb895b4d3, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:35:19.913269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] For port b64bccf5-f9cd-4535-81a7-65dbb895b4d3, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:35:19.918576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.925674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e6656a3a-43a3-4568-ac2a-76a2ca6e15ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:19.975920 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-88e44ef4-4265-4773-8657-fc042b154d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.983446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:19.984138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:19.985633 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] 10.222.0.10 "PUT /v2.0/ports/b64bccf5-f9cd-4535-81a7-65dbb895b4d3 HTTP/1.1" status: 200 len: 1093 time: 1.6392882 Apr 19 03:35:19.986165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef96826-face-41c6-883a-b653053c90c1', 'tag': 'b64bccf5-f9cd-4535-81a7-65dbb895b4d3'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:20.008530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-88e44ef4-4265-4773-8657-fc042b154d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.024764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Pushing event updated for resources: {'Port': ['ID=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:20.030347 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:20.074063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-88e44ef4-4265-4773-8657-fc042b154d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.074306 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef96826-face-41c6-883a-b653053c90c1', 'tag': 'b64bccf5-f9cd-4535-81a7-65dbb895b4d3', 'status': 'completed', 'code': 200} Apr 19 03:35:20.081365 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f276dffc-3791-4c93-81a6-4db14b692d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:20.094779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e44ef4-4265-4773-8657-fc042b154d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3679dd4-badd-49c4-a8b0-ed211ad97568,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:20.098119 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-88e44ef4-4265-4773-8657-fc042b154d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:20.108632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-88e44ef4-4265-4773-8657-fc042b154d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.113403 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-88e44ef4-4265-4773-8657-fc042b154d98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3679dd4-badd-49c4-a8b0-ed211ad97568 HTTP/1.1" status: 204 len: 168 time: 0.2036645 Apr 19 03:35:20.163776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-7d5d7869-14b5-4ad5-987f-3e829cd8f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:20.165635 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-7d5d7869-14b5-4ad5-987f-3e829cd8f91b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=accca5ae1b134c929292ab3361b3061d&device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 1096 time: 0.1374252 Apr 19 03:35:20.250310 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-7a5ecf8f-b576-4f8c-9169-9ca807debf98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b64bccf5-f9cd-4535-81a7-65dbb895b4d3 HTTP/1.1" status: 200 len: 217 time: 0.0753279 Apr 19 03:35:20.331484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-52065ec1-f23d-4abf-a743-9d0a595c1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:20.333140 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-52065ec1-f23d-4abf-a743-9d0a595c1618 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96 HTTP/1.1" status: 200 len: 848 time: 0.0712724 Apr 19 03:35:20.375629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75689f-dc87-4e39-985b-fe23539d9dfb req-2e694975-8ab2-468c-9658-6cf7e0e78d95 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:20.377307 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8c75689f-dc87-4e39-985b-fe23539d9dfb req-2e694975-8ab2-468c-9658-6cf7e0e78d95 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1157689 Apr 19 03:35:20.427742 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-2b47303e-f355-4cd3-9f99-c5e48e573a65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ae9141-8b09-4a39-9670-0e3c9aff7850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530756 Apr 19 03:35:20.441173 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8c75689f-dc87-4e39-985b-fe23539d9dfb req-128611cd-0935-4dac-bda7-ac14d9d67133 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571287 Apr 19 03:35:20.502162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37442) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:20.525027 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.541906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:20.546371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Usage tracker for resource:security_group_rule and tenant:9db7cbbd340149e2ba377320e8b8dd50 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:20.549819 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:20.556108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:20.574766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7298bb-d963-48dd-9a13-5c29215ef344 req-470679cd-e59b-42a5-9aa3-2bc203ca1dff tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:20.576168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-9e7298bb-d963-48dd-9a13-5c29215ef344 req-470679cd-e59b-42a5-9aa3-2bc203ca1dff tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Synchronizing usage tracker for tenant:accca5ae1b134c929292ab3361b3061d on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:20.613300 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-781e1b7e-2b49-4df8-9f75-0f3044c9cf08 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767445 Apr 19 03:35:20.650385 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.653120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.666122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:20.711590 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9db7cbbd340149e2ba377320e8b8dd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080226 Apr 19 03:35:20.712565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ba5d1-3237-482d-b15a-10833ec42c8f,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:20.715946 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:20.716985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37448) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:20.721445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-9e7298bb-d963-48dd-9a13-5c29215ef344 req-470679cd-e59b-42a5-9aa3-2bc203ca1dff tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Unset dirty status for tenant:accca5ae1b134c929292ab3361b3061d on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:20.722600 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9e7298bb-d963-48dd-9a13-5c29215ef344 req-470679cd-e59b-42a5-9aa3-2bc203ca1dff tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 943 time: 0.3931856 Apr 19 03:35:20.788492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a222db81-3312-4f84-b05f-a4d8d610b4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.817133 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9e7298bb-d963-48dd-9a13-5c29215ef344 req-ea9658e2-499e-4afd-b7d7-d34003a32ca3 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747900 Apr 19 03:35:20.819295 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb17f156-c5c9-4052-b86a-632b380b0720 req-1225bf57-bd0e-4e89-8f7d-59f25100bfe1 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984098 Apr 19 03:35:20.873320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a222db81-3312-4f84-b05f-a4d8d610b4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.879793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device c9671b11-6fc0-47b2-961a-91f4ca5d240c up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:35:20.928629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a222db81-3312-4f84-b05f-a4d8d610b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.939768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-dd5d4713-f444-4a7c-a66a-34638d807c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:20.963445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222db81-3312-4f84-b05f-a4d8d610b4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ba5d1-3237-482d-b15a-10833ec42c8f,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:20.966545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a222db81-3312-4f84-b05f-a4d8d610b4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:20.970262 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a222db81-3312-4f84-b05f-a4d8d610b4d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/249ba5d1-3237-482d-b15a-10833ec42c8f HTTP/1.1" status: 204 len: 168 time: 0.2495008 Apr 19 03:35:20.974299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a222db81-3312-4f84-b05f-a4d8d610b4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:20.988266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59331fb6-9cb9-4a06-b9b3-954fe3012391 req-59927832-c64a-493d-adc4-632de55ec6f6 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:20.990458 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-59331fb6-9cb9-4a06-b9b3-954fe3012391 req-59927832-c64a-493d-adc4-632de55ec6f6 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 944 time: 0.1873031 Apr 19 03:35:21.035132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port c9671b11-6fc0-47b2-961a-91f4ca5d240c completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:35:21.042754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port c9671b11-6fc0-47b2-961a-91f4ca5d240c triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:35:21.043318 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:21.060110 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-59331fb6-9cb9-4a06-b9b3-954fe3012391 req-b818b77d-71ca-4ee0-a893-3572d79be04d tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 Apr 19 03:35:21.105818 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f70ade-e8da-4098-b22b-f588cf45bef3 req-02754975-8ee4-4e2b-b51c-43925da42264 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:21.115946 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0f70ade-e8da-4098-b22b-f588cf45bef3 req-02754975-8ee4-4e2b-b51c-43925da42264 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 945 time: 0.1675732 Apr 19 03:35:21.190512 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b0f70ade-e8da-4098-b22b-f588cf45bef3 req-0c6a36bc-22e1-421f-b019-29fe70bbcb6c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736446 Apr 19 03:35:21.205990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-6677f470-3d47-40d3-b1a4-ad9839d68165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:21.207757 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-6677f470-3d47-40d3-b1a4-ad9839d68165 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=accca5ae1b134c929292ab3361b3061d&device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 1096 time: 0.3292973 Apr 19 03:35:21.246678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:21.283929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port c9671b11-6fc0-47b2-961a-91f4ca5d240c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c9671b11-6fc0-47b2-961a-91f4ca5d240c,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:21.285015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d98bfc-adeb-48d7-8eb3-fe4b71000f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9671b11-6fc0-47b2-961a-91f4ca5d240c'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:21.291844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:21.292788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:35:21.329054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:21.380807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-d65ff474-b5ab-4ca9-ae90-7aa337449105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:21.382618 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-d65ff474-b5ab-4ca9-ae90-7aa337449105 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ae9141-8b09-4a39-9670-0e3c9aff7850 HTTP/1.1" status: 200 len: 909 time: 0.1670036 Apr 19 03:35:21.386729 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d98bfc-adeb-48d7-8eb3-fe4b71000f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9671b11-6fc0-47b2-961a-91f4ca5d240c', 'code': 200} Apr 19 03:35:21.440153 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=c9671b11-6fc0-47b2-961a-91f4ca5d240c,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:21.445015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:21.484350 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-4848188f-ca8c-4b99-a7f4-0110edb620d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b64bccf5-f9cd-4535-81a7-65dbb895b4d3 HTTP/1.1" status: 200 len: 217 time: 0.0757561 Apr 19 03:35:21.566007 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:21.617187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:21.621716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:21.625246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:21.713738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357047d-8a86-4368-a9e1-ac2bbe1a3968 req-de90d391-48e4-4b3d-83c3-02c3b02df065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:21.715921 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4357047d-8a86-4368-a9e1-ac2bbe1a3968 req-de90d391-48e4-4b3d-83c3-02c3b02df065 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 1098 time: 0.1308084 Apr 19 03:35:21.721789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=8']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:21.727040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:21.774397 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4357047d-8a86-4368-a9e1-ac2bbe1a3968 req-5e0f5756-688c-4174-b74d-680daaf7c2b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476065 Apr 19 03:35:21.907688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-96d52052-5ad7-42dc-9b58-8f8932fd1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:21.909303 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-96d52052-5ad7-42dc-9b58-8f8932fd1b00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96 HTTP/1.1" status: 200 len: 848 time: 0.4172733 Apr 19 03:35:21.976864 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-57eb83ed-2485-4dea-a219-e620eeda4274 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ae9141-8b09-4a39-9670-0e3c9aff7850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595596 Apr 19 03:35:22.034205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d651d-f955-46d1-9779-f3f95b2f1dbc req-ae0c9344-a775-4b00-bbc1-22afeb29896e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:22.035885 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-352d651d-f955-46d1-9779-f3f95b2f1dbc req-ae0c9344-a775-4b00-bbc1-22afeb29896e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.2060544 Apr 19 03:35:22.039760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114e9cc-798d-4f77-b5b3-b8fef879232f req-db70454a-aa88-47ce-bbae-a86fb9dc38f4 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:22.041486 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f114e9cc-798d-4f77-b5b3-b8fef879232f req-db70454a-aa88-47ce-bbae-a86fb9dc38f4 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 943 time: 0.0959306 Apr 19 03:35:22.099783 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f114e9cc-798d-4f77-b5b3-b8fef879232f req-5ae349e2-0b31-49a9-ae5c-a310aa09677e tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452869 Apr 19 03:35:22.195163 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-352d651d-f955-46d1-9779-f3f95b2f1dbc req-7e2c8dac-112a-46aa-a17b-7039418a2fae tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027725 Apr 19 03:35:22.223054 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-cea62686-54c9-414d-a2a6-10b528204d80 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380269 Apr 19 03:35:22.342919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f22bf9-3cb4-4ce2-b041-7e39eaaf4aaf req-86b749d4-ba71-4e45-8649-011a3fa743ab tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:22.345298 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-82f22bf9-3cb4-4ce2-b041-7e39eaaf4aaf req-86b749d4-ba71-4e45-8649-011a3fa743ab tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 945 time: 0.1175823 Apr 19 03:35:22.413608 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-82f22bf9-3cb4-4ce2-b041-7e39eaaf4aaf req-736d8e23-2c55-430f-bf2d-e17448118589 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577338 Apr 19 03:35:22.446917 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f31303ca-c237-4314-aec6-fbe7595f1f05 req-2608e631-7f6b-4cf2-9691-ff4e655bcb7c service neutron] 10.222.0.10 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156341 Apr 19 03:35:22.588031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d300d-a7c9-42f8-9038-e5cacc98ba33 req-aba7ed3c-2aa7-46b8-82ab-6eb887531462 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:22.589800 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f05d300d-a7c9-42f8-9038-e5cacc98ba33 req-aba7ed3c-2aa7-46b8-82ab-6eb887531462 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.0938451 Apr 19 03:35:22.647939 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f05d300d-a7c9-42f8-9038-e5cacc98ba33 req-d183c447-4774-4c73-819a-951a3c300e51 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510728 Apr 19 03:35:22.895557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device b64bccf5-f9cd-4535-81a7-65dbb895b4d3 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:35:23.073579 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port b64bccf5-f9cd-4535-81a7-65dbb895b4d3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:23.089805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'b64bccf5-f9cd-4535-81a7-65dbb895b4d3', 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850', 'port_id': 'b64bccf5-f9cd-4535-81a7-65dbb895b4d3', 'mac_address': 'fa:16:3e:39:fc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:35:23.183710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:23.205515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64bccf5-f9cd-4535-81a7-65dbb895b4d3 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:35:23.223405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port b64bccf5-f9cd-4535-81a7-65dbb895b4d3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:23.227926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:23.234811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:23.314921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:23.319345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:23.346476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b2fe6-6cee-4307-b879-1de37ac8f2f3 req-0b289b8d-dbc5-4101-894b-c473e0858ca3 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:23.355092 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-500b2fe6-6cee-4307-b879-1de37ac8f2f3 req-0b289b8d-dbc5-4101-894b-c473e0858ca3 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 944 time: 0.1084538 Apr 19 03:35:23.390817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:23.409812 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-500b2fe6-6cee-4307-b879-1de37ac8f2f3 req-2fc40ac0-2ec2-4483-aa69-2040d702259c tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 Apr 19 03:35:23.447450 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789f5a7-6f1d-4481-bc88-0377a5958378 req-0a40c33e-0bd2-4c40-9b0f-58ce13243b2a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:23.449148 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d789f5a7-6f1d-4481-bc88-0377a5958378 req-0a40c33e-0bd2-4c40-9b0f-58ce13243b2a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1114116 Apr 19 03:35:23.494776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['b64bccf5-f9cd-4535-81a7-65dbb895b4d3'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:35:23.508069 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d789f5a7-6f1d-4481-bc88-0377a5958378 req-245a8390-6bcb-44d7-beda-1ab78a893774 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518482 Apr 19 03:35:23.579901 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'code': 422} returned with failed status Apr 19 03:35:23.796341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457fef6-3edb-4b79-9e47-96b6d0403517 req-59ca1583-ac1d-46e6-969c-56d36090ef08 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:23.798185 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5457fef6-3edb-4b79-9e47-96b6d0403517 req-59ca1583-ac1d-46e6-969c-56d36090ef08 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 945 time: 0.1107628 Apr 19 03:35:23.852402 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5457fef6-3edb-4b79-9e47-96b6d0403517 req-507836bf-31dd-40ba-8d2c-9202ecdbfb49 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Apr 19 03:35:23.877235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63a5ed-89e1-457b-9f30-9bed094b1c51 req-75b6fc5f-13ab-4e93-90ce-54b06a8c0d50 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:23.884671 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee63a5ed-89e1-457b-9f30-9bed094b1c51 req-75b6fc5f-13ab-4e93-90ce-54b06a8c0d50 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1041017 Apr 19 03:35:23.944013 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ee63a5ed-89e1-457b-9f30-9bed094b1c51 req-37291bb3-c44a-43a0-ad30-8a5cc8efa761 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580127 Apr 19 03:35:24.281286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37558) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:24.423150 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-0ce57f4f-bcf2-475f-9289-0491099b379d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405067 Apr 19 03:35:24.657060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da8015-8252-4caf-92f8-69d57a37bb12 req-3b5ce5e9-7913-447c-abe9-45e4766ce1fc tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:24.658714 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54da8015-8252-4caf-92f8-69d57a37bb12 req-3b5ce5e9-7913-447c-abe9-45e4766ce1fc tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 944 time: 0.1176023 Apr 19 03:35:24.737966 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54da8015-8252-4caf-92f8-69d57a37bb12 req-e2eeffad-204f-4667-9460-b0bdad1e8a17 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722156 Apr 19 03:35:24.746313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed0dcb-576a-4ccb-9380-b45f2fbab3b9 req-f59815eb-1922-458d-9553-d64256d37c7e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:24.748497 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-34ed0dcb-576a-4ccb-9380-b45f2fbab3b9 req-f59815eb-1922-458d-9553-d64256d37c7e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1033120 Apr 19 03:35:24.811037 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-34ed0dcb-576a-4ccb-9380-b45f2fbab3b9 req-e60209bf-b544-4d19-b078-d29100ef19b3 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554907 Apr 19 03:35:24.913035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device b64bccf5-f9cd-4535-81a7-65dbb895b4d3 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:35:24.992307 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:35:24.998181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:35:24.998598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:25.183117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad11dce-362e-40ab-814d-d57ba7b1cac6 req-fe892956-2d41-4eea-8bf7-1702091c1ca8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:25.187193 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bad11dce-362e-40ab-814d-d57ba7b1cac6 req-fe892956-2d41-4eea-8bf7-1702091c1ca8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1096551 Apr 19 03:35:25.189771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:25.226808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port b64bccf5-f9cd-4535-81a7-65dbb895b4d3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:25.230906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:25.232214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:35:25.246084 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bad11dce-362e-40ab-814d-d57ba7b1cac6 req-331c4251-08f0-4018-8817-619eadb923c8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528886 Apr 19 03:35:25.263134 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:25.387296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:25.391583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:25.521401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:35:25.581601 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef96826-face-41c6-883a-b653053c90c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64bccf5-f9cd-4535-81a7-65dbb895b4d3'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:25.631327 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef96826-face-41c6-883a-b653053c90c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64bccf5-f9cd-4535-81a7-65dbb895b4d3', 'code': 200} Apr 19 03:35:25.840466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-059dbb66-cb36-4dd3-ad46-fccc7a89b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:25.842696 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-059dbb66-cb36-4dd3-ad46-fccc7a89b0db service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb&tenant_id=244beb034457436ea20a02004a345f2e HTTP/1.1" status: 200 len: 1096 time: 0.1010442 Apr 19 03:35:25.946287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642a3ab-5d59-412f-b317-99f04c0f71c4 req-6b3ffc13-cb23-41bd-bf63-11d801f4a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:25.948924 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1642a3ab-5d59-412f-b317-99f04c0f71c4 req-6b3ffc13-cb23-41bd-bf63-11d801f4a60e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 1098 time: 0.1114135 Apr 19 03:35:26.049902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-02f545b9-77f9-401f-8e42-b4daf4e933d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:26.051542 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-02f545b9-77f9-401f-8e42-b4daf4e933d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 1096 time: 0.1860003 Apr 19 03:35:26.066356 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966ac18-eada-44a9-aa49-c3a5a6b190ad req-465ef9c5-450e-4fa0-bf73-f89828fa5702 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:26.066639 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1642a3ab-5d59-412f-b317-99f04c0f71c4 req-0cf567e5-eba8-4af0-8e7b-12a63757d6d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044939 Apr 19 03:35:26.068084 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6966ac18-eada-44a9-aa49-c3a5a6b190ad req-465ef9c5-450e-4fa0-bf73-f89828fa5702 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1413455 Apr 19 03:35:26.102355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3715-eaec-419b-95f2-cea7637ceb70 req-9f92a535-1207-4aac-848d-cf092b3298dd tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:26.103883 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-474d3715-eaec-419b-95f2-cea7637ceb70 req-9f92a535-1207-4aac-848d-cf092b3298dd tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1181188 Apr 19 03:35:26.178938 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-474d3715-eaec-419b-95f2-cea7637ceb70 req-4c1cf046-eeee-46ca-8590-aa28099d09e7 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678387 Apr 19 03:35:26.219903 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6966ac18-eada-44a9-aa49-c3a5a6b190ad req-b438c324-12c9-4caf-b8a8-b4995c37818f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274898 Apr 19 03:35:26.248840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-e53ae3ad-9cb4-461e-87a5-a17d6893af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:26.250382 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-e53ae3ad-9cb4-461e-87a5-a17d6893af79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.1813042 Apr 19 03:35:26.362543 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-8e3fba29-9968-43fe-9eb6-fba6eacfb2f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a130041b-dddb-4b79-815f-1b7c58b46a60 HTTP/1.1" status: 200 len: 998 time: 0.1044264 Apr 19 03:35:26.431754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-16a3335d-e55f-444a-a7ed-3a37144c3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:26.433355 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-16a3335d-e55f-444a-a7ed-3a37144c3ce5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0635962 Apr 19 03:35:26.447867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1a423-4649-46ed-8a6f-359961c6b2af req-eaaf3375-e595-407a-a4c2-8bfb2434f7f8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:26.451950 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8fa1a423-4649-46ed-8a6f-359961c6b2af req-eaaf3375-e595-407a-a4c2-8bfb2434f7f8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.0891602 Apr 19 03:35:26.506995 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8fa1a423-4649-46ed-8a6f-359961c6b2af req-d71d4ac7-6bce-478b-885a-10f7bb81ee8d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458891 Apr 19 03:35:26.532997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-f53f915b-d20d-477a-ba27-f900cc175689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:26.534647 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-f53f915b-d20d-477a-ba27-f900cc175689 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928867 Apr 19 03:35:26.694537 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-737507e1-2472-4772-92b5-9c748b364017 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527834 Apr 19 03:35:26.871341 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-54fa46fe-f7c5-45e2-8666-cdd9b8e6d019 req-1afa54eb-fded-4640-a415-9ee6f8a3fa09 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599319 Apr 19 03:35:27.393657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2f394-e4b9-458e-83a8-d5b14940f2e2 req-005a3d1a-7b25-4e70-8cb5-62f0a49099b2 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:27.395303 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43d2f394-e4b9-458e-83a8-d5b14940f2e2 req-005a3d1a-7b25-4e70-8cb5-62f0a49099b2 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.0993962 Apr 19 03:35:27.442604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb5bc6-dd0e-4668-b2d0-1cc133cabce7 req-6a75cbb8-d009-417f-bf78-9aebd4009efd tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:27.444400 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-addb5bc6-dd0e-4668-b2d0-1cc133cabce7 req-6a75cbb8-d009-417f-bf78-9aebd4009efd tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1018467 Apr 19 03:35:27.450554 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43d2f394-e4b9-458e-83a8-d5b14940f2e2 req-03270b36-0105-41a8-a0f0-2caf64d05ecc tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483434 Apr 19 03:35:27.504946 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-addb5bc6-dd0e-4668-b2d0-1cc133cabce7 req-de64fc4b-0a7d-43cd-bbe1-77de90acfc55 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532916 Apr 19 03:35:27.728490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c650-7f0d-4aa0-908d-5f265fc070a7 req-f5c5ce91-c71d-4df1-b4f3-93bf6fb0edae tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:27.730300 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bee7c650-7f0d-4aa0-908d-5f265fc070a7 req-f5c5ce91-c71d-4df1-b4f3-93bf6fb0edae tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.0935450 Apr 19 03:35:27.784341 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bee7c650-7f0d-4aa0-908d-5f265fc070a7 req-d27d2f4c-c750-4a2e-9d21-56da349ac926 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468996 Apr 19 03:35:28.506824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cefbe4fb-5b8c-482b-8c91-0c2fe9819d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:28.757013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083595-9052-47b2-a0fb-9b0759759c07 req-1620aa02-674c-4b7c-82d1-28dd5769366a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:28.758707 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9f083595-9052-47b2-a0fb-9b0759759c07 req-1620aa02-674c-4b7c-82d1-28dd5769366a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1107481 Apr 19 03:35:28.826538 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9f083595-9052-47b2-a0fb-9b0759759c07 req-50e949bd-e0b8-40f2-b986-909e24bfbf7c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604479 Apr 19 03:35:28.854228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de207f4-a792-4697-bac3-44decf9c43fc req-3ee8b45a-0c9c-485a-b7a2-ceef0707d092 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:28.855894 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0de207f4-a792-4697-bac3-44decf9c43fc req-3ee8b45a-0c9c-485a-b7a2-ceef0707d092 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1138608 Apr 19 03:35:28.973397 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0de207f4-a792-4697-bac3-44decf9c43fc req-83ec3633-ca8d-4d9d-92a5-17bdd23c6db0 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046848 Apr 19 03:35:29.138945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e32b0-b4c1-4f6b-8ce3-3dc46af6acfa req-8762ce61-66c4-401b-8d3b-3e519a4700f2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:29.147757 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ba3e32b0-b4c1-4f6b-8ce3-3dc46af6acfa req-8762ce61-66c4-401b-8d3b-3e519a4700f2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1830170 Apr 19 03:35:29.208946 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ba3e32b0-b4c1-4f6b-8ce3-3dc46af6acfa req-062951ee-fce1-43a1-9394-197f5092c860 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597448 Apr 19 03:35:30.060970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974dbc0-8d23-47f6-b8a3-f363a890ae33 req-f69e7e92-857e-4936-bce3-384bf3c4165d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:30.062743 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3974dbc0-8d23-47f6-b8a3-f363a890ae33 req-f69e7e92-857e-4936-bce3-384bf3c4165d tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1005230 Apr 19 03:35:30.143405 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3974dbc0-8d23-47f6-b8a3-f363a890ae33 req-c53b9659-dd58-4c36-af6e-e79837e1350b tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735548 Apr 19 03:35:30.205439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261321f5-6aab-4304-a263-ad7b26178d66 req-e56b14f5-1d88-4e2d-8049-a1ff52db9230 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:30.207450 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-261321f5-6aab-4304-a263-ad7b26178d66 req-e56b14f5-1d88-4e2d-8049-a1ff52db9230 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1239100 Apr 19 03:35:30.264509 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-261321f5-6aab-4304-a263-ad7b26178d66 req-f60207a4-19c8-4b80-8ab7-2cbe009633b7 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494246 Apr 19 03:35:30.469564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d7f8b-e5bd-4e30-b7ce-e8b5b756d3f7 req-101c34c2-b032-4505-90ba-92e666bd7cd2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:30.471241 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ad2d7f8b-e5bd-4e30-b7ce-e8b5b756d3f7 req-101c34c2-b032-4505-90ba-92e666bd7cd2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.0994074 Apr 19 03:35:30.529795 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ad2d7f8b-e5bd-4e30-b7ce-e8b5b756d3f7 req-9897db5c-a9aa-450a-9d57-9a2ccfed17ab tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511110 Apr 19 03:35:30.697115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-58b41473-ec0b-49af-9cf5-d37a91f131b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:31.377068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b71d6f-6767-4071-b42c-3a431e97a881 req-ad343772-19ee-4713-b582-09b5781886ab tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:31.380448 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d0b71d6f-6767-4071-b42c-3a431e97a881 req-ad343772-19ee-4713-b582-09b5781886ab tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1008916 Apr 19 03:35:31.443843 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d0b71d6f-6767-4071-b42c-3a431e97a881 req-8e295760-7774-4c89-bf29-e5ab88137a1a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571227 Apr 19 03:35:31.514892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4d40b-6105-4914-866d-a89e9fdec539 req-aa136a71-e815-4a5e-a4a7-a6950847f7bb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:31.516630 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f2e4d40b-6105-4914-866d-a89e9fdec539 req-aa136a71-e815-4a5e-a4a7-a6950847f7bb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.0954871 Apr 19 03:35:31.573309 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f2e4d40b-6105-4914-866d-a89e9fdec539 req-f9a46d18-c02e-4244-91a5-e70d219ec61e tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501344 Apr 19 03:35:31.793299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:31.799866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4058b-f2a3-46b9-8e75-6e4a1406970a req-423e4a0a-38b5-43ed-9dcc-0aa15004b6eb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:31.801573 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4058b-f2a3-46b9-8e75-6e4a1406970a req-423e4a0a-38b5-43ed-9dcc-0aa15004b6eb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1195021 Apr 19 03:35:31.840149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:31.865037 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4058b-f2a3-46b9-8e75-6e4a1406970a req-291717a3-398a-43e1-8e16-2d458d53c91d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570495 Apr 19 03:35:32.711858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39aa4-92e0-4539-ac56-cbb0a677746e req-8f5beb34-ebb2-4f67-b628-da1600ddde5b tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:32.713745 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01d39aa4-92e0-4539-ac56-cbb0a677746e req-8f5beb34-ebb2-4f67-b628-da1600ddde5b tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1329088 Apr 19 03:35:32.775493 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01d39aa4-92e0-4539-ac56-cbb0a677746e req-e4f28d5f-4319-48af-8037-d2cf1757ea2c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519221 Apr 19 03:35:32.821605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ea92d-3c4f-4c56-a3b8-98ac2c79ca8c req-24c0f13f-224f-4f5f-aef1-6eca9ff28573 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:32.823240 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0a0ea92d-3c4f-4c56-a3b8-98ac2c79ca8c req-24c0f13f-224f-4f5f-aef1-6eca9ff28573 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1002548 Apr 19 03:35:32.880213 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0a0ea92d-3c4f-4c56-a3b8-98ac2c79ca8c req-271fa88d-a498-420a-9c8c-0af580c6b41a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479894 Apr 19 03:35:33.098584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba439b0c-9b20-4185-98f5-869fc5d9c28c req-13a5ef7c-285b-4297-94ce-6906da64ce7f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:33.100311 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ba439b0c-9b20-4185-98f5-869fc5d9c28c req-13a5ef7c-285b-4297-94ce-6906da64ce7f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1063488 Apr 19 03:35:33.171309 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ba439b0c-9b20-4185-98f5-869fc5d9c28c req-f780d85f-f18d-482b-8f00-c15d542c61fd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642114 Apr 19 03:35:33.617121 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:34.016128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543bdeb-b04f-447a-92f4-c0d792c508fa req-228845e5-1f95-42ff-8cf0-0b7c6671cc41 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:34.027459 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9543bdeb-b04f-447a-92f4-c0d792c508fa req-228845e5-1f95-42ff-8cf0-0b7c6671cc41 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1209528 Apr 19 03:35:34.087558 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9543bdeb-b04f-447a-92f4-c0d792c508fa req-1fa266a1-bd36-4a1d-81bd-92e0672c046c tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582533 Apr 19 03:35:34.123603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f95af3-fadc-4852-bb42-44fea5396452 req-625b9945-9b87-4e1e-9683-a764b9c3b47b tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:34.125258 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-78f95af3-fadc-4852-bb42-44fea5396452 req-625b9945-9b87-4e1e-9683-a764b9c3b47b tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1226547 Apr 19 03:35:34.184863 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-78f95af3-fadc-4852-bb42-44fea5396452 req-8c37043a-36e2-45f5-9b34-25f02e5709a2 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526974 Apr 19 03:35:34.391536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5807e9-fb19-42f8-926d-f89c7d3f6385 req-5765f26e-4239-4940-9a8b-211e5b1a2bff tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:34.393276 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5807e9-fb19-42f8-926d-f89c7d3f6385 req-5765f26e-4239-4940-9a8b-211e5b1a2bff tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.0934236 Apr 19 03:35:34.451097 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cb5807e9-fb19-42f8-926d-f89c7d3f6385 req-7865ecbf-7171-48c4-9b81-64406b382553 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501022 Apr 19 03:35:34.629117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37740) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:34.777757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:34.796090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:34.800956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Usage tracker for resource:security_group_rule and tenant:9fbe6a8c544d467ca23bd6c717fdb001 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:34.804293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:34.811510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:34.911327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:34.914297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:34.924576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-554a5a06-1f5a-4531-961d-cd170dd1986a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:34.968450 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fbe6a8c544d467ca23bd6c717fdb001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380828 Apr 19 03:35:34.969428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab516921-d402-44f5-8aef-824632146b32,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:34.971421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37746) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:34.978055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.978479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.978900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.979301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.979738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.980152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.980548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.980951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.981920 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.982324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.982722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.983184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:34.988012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:35.051798 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:35.084728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:35.158327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:35.165690 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:35.181467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab516921-d402-44f5-8aef-824632146b32,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:35.206525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.207605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.209041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.209874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.210506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.211124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.211724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.212368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.213097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.213609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.214373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.214972 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:35:35.219639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:35.220752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:35.222299 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab516921-d402-44f5-8aef-824632146b32 HTTP/1.1" status: 204 len: 168 time: 0.2496624 Apr 19 03:35:35.263781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:35.395046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133459fe-5535-4850-aca8-af3bb03b4c65 req-a05260e4-f19f-4d0c-aa85-e1d9869963f1 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:35.398351 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-133459fe-5535-4850-aca8-af3bb03b4c65 req-a05260e4-f19f-4d0c-aa85-e1d9869963f1 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1695292 Apr 19 03:35:35.541249 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-133459fe-5535-4850-aca8-af3bb03b4c65 req-8616a332-9229-44f2-9c26-acf0e680bfa6 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339869 Apr 19 03:35:35.569817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d27375-015f-46fa-9627-6c96021ab02e req-061c2508-d9d5-4c39-9ce9-05677ac3d4fe tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:35.570589 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-81d27375-015f-46fa-9627-6c96021ab02e req-061c2508-d9d5-4c39-9ce9-05677ac3d4fe tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1917844 Apr 19 03:35:35.623496 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-81d27375-015f-46fa-9627-6c96021ab02e req-7e1ee775-9e2b-4aba-a861-651a0eb26562 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Apr 19 03:35:35.730492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37762) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:35.755122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:35.772908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:35.777187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Usage tracker for resource:security_group_rule and tenant:43fec9e37ac34bce8fd11526a525e2f7 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:35.780391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:35.786797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:35.792517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9da6ec-898d-4a23-abf4-a804ddf9d437 req-93779d1d-1c20-4f62-ad58-587798245bb8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:35.794448 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4a9da6ec-898d-4a23-abf4-a804ddf9d437 req-93779d1d-1c20-4f62-ad58-587798245bb8 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1047127 Apr 19 03:35:35.858813 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4a9da6ec-898d-4a23-abf4-a804ddf9d437 req-cda3f6f0-877a-4c98-8282-6ddc5410ce9f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547764 Apr 19 03:35:35.879822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:35.882680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:35.893204 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a70bbadb-9f90-4de8-ba51-8cd649fcc8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:35.941125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab796e91-4949-4125-a7a6-a4f7d2a43383,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:35.949030 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43fec9e37ac34bce8fd11526a525e2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169976 Apr 19 03:35:35.949030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fd51bc40-7c89-4f80-b6fd-c840ec61497e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:35.950021 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37766) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:36.019875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-666fb29f-8456-4d50-8d14-30d66e92eff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:36.049322 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-666fb29f-8456-4d50-8d14-30d66e92eff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:36.099169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-666fb29f-8456-4d50-8d14-30d66e92eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:36.103255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-77f6f210-45cd-4580-845a-47e54c58e5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:36.115919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fb29f-8456-4d50-8d14-30d66e92eff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab796e91-4949-4125-a7a6-a4f7d2a43383,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:36.119211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-666fb29f-8456-4d50-8d14-30d66e92eff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:36.127804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-666fb29f-8456-4d50-8d14-30d66e92eff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:36.129101 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-666fb29f-8456-4d50-8d14-30d66e92eff2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab796e91-4949-4125-a7a6-a4f7d2a43383 HTTP/1.1" status: 204 len: 168 time: 0.1784267 Apr 19 03:35:36.813968 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749178c-dd29-4b47-88ce-28230e8c9d59 req-b9846641-5958-40d2-b02b-d3f436e0668a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:36.817510 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f749178c-dd29-4b47-88ce-28230e8c9d59 req-b9846641-5958-40d2-b02b-d3f436e0668a tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1476905 Apr 19 03:35:36.877467 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f749178c-dd29-4b47-88ce-28230e8c9d59 req-e1113e68-a448-4f5c-b806-62bc207bac10 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491159 Apr 19 03:35:36.958077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a7e73-b357-488a-a13e-61ccb7f772de req-81a2e79c-68c9-410e-b233-6f7b8a9796ba tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:36.960101 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-db5a7e73-b357-488a-a13e-61ccb7f772de req-81a2e79c-68c9-410e-b233-6f7b8a9796ba tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1234417 Apr 19 03:35:37.024965 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-db5a7e73-b357-488a-a13e-61ccb7f772de req-a05ad827-293a-4514-a86f-1f141e58fcde tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533009 Apr 19 03:35:37.136941 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d214916-977b-4e3b-8d40-cd1a52cf0385 req-a1458f3f-43c4-42a0-88ab-bde1d5efde5b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:37.138776 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5d214916-977b-4e3b-8d40-cd1a52cf0385 req-a1458f3f-43c4-42a0-88ab-bde1d5efde5b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1052053 Apr 19 03:35:37.191481 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5d214916-977b-4e3b-8d40-cd1a52cf0385 req-f02dbf87-c15a-4c47-a27f-4691b21ecae3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454288 Apr 19 03:35:38.182740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15ef9-860d-458b-8149-bdb44691d6a3 req-0388ca14-66f2-4ea7-b521-502ff30454fb tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:38.184605 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-84e15ef9-860d-458b-8149-bdb44691d6a3 req-0388ca14-66f2-4ea7-b521-502ff30454fb tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1215560 Apr 19 03:35:38.240661 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-84e15ef9-860d-458b-8149-bdb44691d6a3 req-ef7e2acb-91e3-42f1-b942-63c314494286 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494168 Apr 19 03:35:38.324268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159342d-704d-4560-af93-5f89e8783a1e req-e6cedb14-c104-4139-8b16-d3ed746cbe90 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:38.328829 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3159342d-704d-4560-af93-5f89e8783a1e req-e6cedb14-c104-4139-8b16-d3ed746cbe90 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1060653 Apr 19 03:35:38.393177 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3159342d-704d-4560-af93-5f89e8783a1e req-a076320f-0467-4e8c-a130-7affdadf9871 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598648 Apr 19 03:35:38.470658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7c510-fa99-4605-9905-c38bfb00e4ac req-4c422502-d71e-4743-9615-a90cea83dd0e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:38.472181 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-adb7c510-fa99-4605-9905-c38bfb00e4ac req-4c422502-d71e-4743-9615-a90cea83dd0e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.0971704 Apr 19 03:35:38.524987 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-adb7c510-fa99-4605-9905-c38bfb00e4ac req-cd3e30af-8613-4f23-b5a9-481bce6db990 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463624 Apr 19 03:35:39.499930 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6c3d-35d3-4196-957e-065e481688dd req-f81e74a1-3a36-4199-b78e-06cfa76a6222 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:39.502550 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-57fd6c3d-35d3-4196-957e-065e481688dd req-f81e74a1-3a36-4199-b78e-06cfa76a6222 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1389158 Apr 19 03:35:39.557337 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-57fd6c3d-35d3-4196-957e-065e481688dd req-0782717a-3767-44fc-a2ff-b2f6ca574239 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478284 Apr 19 03:35:39.644452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe305303-f9b1-4400-9a3a-ec83163546e4 req-af959221-4d42-45a0-ae55-22e476867341 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:39.647722 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fe305303-f9b1-4400-9a3a-ec83163546e4 req-af959221-4d42-45a0-ae55-22e476867341 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.0947266 Apr 19 03:35:39.713549 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fe305303-f9b1-4400-9a3a-ec83163546e4 req-8a076e5e-0e88-4b01-9f15-dba24ce31c24 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606863 Apr 19 03:35:39.791340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fad1-26e6-4a51-8303-b61af72c7e8b req-80d8f3d6-69a2-4bc8-a578-092011145b84 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:39.792954 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6465fad1-26e6-4a51-8303-b61af72c7e8b req-80d8f3d6-69a2-4bc8-a578-092011145b84 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1244848 Apr 19 03:35:39.842015 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6465fad1-26e6-4a51-8303-b61af72c7e8b req-f852c1a3-aa7f-49f1-ad5b-3a2a36858509 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 Apr 19 03:35:40.754428 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-1ea51a91-ed27-40c7-a6fb-62a80e5bf766 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3572679 Apr 19 03:35:40.789864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8ebd5-e3e9-4de4-9f21-b2562cfcf99a req-f37c6249-8d31-42b6-9665-a64388e12517 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:40.791448 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ed8ebd5-e3e9-4de4-9f21-b2562cfcf99a req-f37c6249-8d31-42b6-9665-a64388e12517 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.1088006 Apr 19 03:35:40.847901 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ed8ebd5-e3e9-4de4-9f21-b2562cfcf99a req-266e6312-9f9b-4431-a861-e11bd8bc9e96 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486553 Apr 19 03:35:40.939657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-261901ec-4255-4552-a1f3-3001e476efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:40.941293 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-261901ec-4255-4552-a1f3-3001e476efae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 1098 time: 0.0898318 Apr 19 03:35:40.956722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea618c5-72a8-4914-b806-e6ef7673f1f5 req-3e9d0d23-0205-4516-b5ee-09c6310c5fe6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:40.958500 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eea618c5-72a8-4914-b806-e6ef7673f1f5 req-3e9d0d23-0205-4516-b5ee-09c6310c5fe6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1106577 Apr 19 03:35:41.011927 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eea618c5-72a8-4914-b806-e6ef7673f1f5 req-17211b7c-5441-464e-8de2-2724b7609aa1 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Apr 19 03:35:41.179735 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8841b-db68-4b25-a9e4-5c35d8985a41 req-eb26052d-3907-4c8f-8493-39f860411da0 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:41.183327 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0ee8841b-db68-4b25-a9e4-5c35d8985a41 req-eb26052d-3907-4c8f-8493-39f860411da0 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.1937451 Apr 19 03:35:41.235152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-a46ce08c-bb25-4310-a4c3-bd1e721e7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:41.236780 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-a46ce08c-bb25-4310-a4c3-bd1e721e7f7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 911 time: 0.2725859 Apr 19 03:35:41.259537 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0ee8841b-db68-4b25-a9e4-5c35d8985a41 req-ddb46f94-6710-4eee-9886-d28f7d5d28fc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629139 Apr 19 03:35:41.369637 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-ae7aa1ee-c883-4f49-ba0b-233bf710b690 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 200 len: 1001 time: 0.1086733 Apr 19 03:35:41.443022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-b6c6bfe5-0c70-4707-bdb9-7deb3af8ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:41.444671 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-b6c6bfe5-0c70-4707-bdb9-7deb3af8ab81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.0667338 Apr 19 03:35:41.535214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-a9cc0c51-fe32-4212-b039-3d6429f8b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:41.536887 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-a9cc0c51-fe32-4212-b039-3d6429f8b4c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844619 Apr 19 03:35:41.689854 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-c8e1bdab-a182-47a9-9346-1225d5593af2 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403859 Apr 19 03:35:41.843469 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e4719bc-e6e2-40b8-86fb-f7ddcc72198b req-c02874ef-bd13-4755-adac-08c6529a2741 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456728 Apr 19 03:35:42.070234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07322dfd-ab46-4207-99b0-a4f02388e15c req-906a480f-8050-449e-8996-be5ce6287467 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:42.071967 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-07322dfd-ab46-4207-99b0-a4f02388e15c req-906a480f-8050-449e-8996-be5ce6287467 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.0972199 Apr 19 03:35:42.127762 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-07322dfd-ab46-4207-99b0-a4f02388e15c req-90a4abc2-74bd-4a70-860b-2651e8a8177b tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=11032126-2a52-4c4e-a413-46d59574bdc8&id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484333 Apr 19 03:35:42.232557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304b4e6-468d-4404-a0d4-8a3f89b2af30 req-6471877b-c90f-4611-81a7-ff5ba5cc05b6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:42.234182 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c304b4e6-468d-4404-a0d4-8a3f89b2af30 req-6471877b-c90f-4611-81a7-ff5ba5cc05b6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.1008050 Apr 19 03:35:42.285818 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c304b4e6-468d-4404-a0d4-8a3f89b2af30 req-216f2969-7cf7-4468-8529-c76db64d4c89 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450506 Apr 19 03:35:42.404258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-83fa0daf-f3b0-41b8-80fd-1b84a58c2179 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:42.405817 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-83fa0daf-f3b0-41b8-80fd-1b84a58c2179 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 945 time: 0.0968127 Apr 19 03:35:42.482710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89bee3-6122-4539-b286-7cd2f91276ca req-769df265-4a73-4f48-80c9-292f728ff17c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:42.484380 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ce89bee3-6122-4539-b286-7cd2f91276ca req-769df265-4a73-4f48-80c9-292f728ff17c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 943 time: 0.0946453 Apr 19 03:35:42.499773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Deleting port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:35:42.500192 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:42.541658 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ce89bee3-6122-4539-b286-7cd2f91276ca req-4e4089d7-e4ac-49b7-a32e-2e5499d2a8f4 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504606 Apr 19 03:35:42.781215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] For port b64bccf5-f9cd-4535-81a7-65dbb895b4d3, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:42.781611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:42.917402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Calling delete_port for b64bccf5-f9cd-4535-81a7-65dbb895b4d3 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:35:43.011601 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:35:43.076631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:43.082780 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:43.158813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Pushing event deleted for resources: {'Port': ['ID=b64bccf5-f9cd-4535-81a7-65dbb895b4d3,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:43.163052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:43.169240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:43.188783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'port_id': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'mac_address': 'fa:16:3e:48:58:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:35:43.192963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['b64bccf5-f9cd-4535-81a7-65dbb895b4d3'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:35:43.297931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] No DVR routers for this DVR port b64bccf5-f9cd-4535-81a7-65dbb895b4d3 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:35:43.304731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:43.304991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:43.306722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef96826-face-41c6-883a-b653053c90c1', 'name': 'network-vif-deleted', 'tag': 'b64bccf5-f9cd-4535-81a7-65dbb895b4d3'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:43.329426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a130041b-dddb-4b79-815f-1b7c58b46a60 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:35:43.337572 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d136678f-e1f3-40c6-b013-a7b2e40c03a6 req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.10 "DELETE /v2.0/ports/b64bccf5-f9cd-4535-81a7-65dbb895b4d3 HTTP/1.1" status: 204 len: 173 time: 0.9134893 Apr 19 03:35:43.376475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:43.379099 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef96826-face-41c6-883a-b653053c90c1', 'name': 'network-vif-deleted', 'tag': 'b64bccf5-f9cd-4535-81a7-65dbb895b4d3', 'status': 'completed', 'code': 200} Apr 19 03:35:43.380368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:43.382291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:43.459827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=9']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:43.463120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:43.540707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 37890) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:43.650620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a130041b-dddb-4b79-815f-1b7c58b46a60'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:35:43.736368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:43.738606 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8b82fb98-b091-4950-a1fc-ef8d37bbc664 req-264d59e9-fdfb-4a18-9237-4d264e7b7a9e tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ef96826-face-41c6-883a-b653053c90c1 HTTP/1.1" status: 200 len: 210 time: 0.2737291 Apr 19 03:35:43.766236 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:43.772584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Usage tracker for resource:security_group_rule and tenant:bd50ad1b38e144c2953414045e6cee8b is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:43.776205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:43.786196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:43.839709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff161eaa-ae02-492f-b08f-3e80e911e0cb req-92811a80-fcd5-4e66-a549-1985ddbe6d48 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:43.842064 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ff161eaa-ae02-492f-b08f-3e80e911e0cb req-92811a80-fcd5-4e66-a549-1985ddbe6d48 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 944 time: 0.1537354 Apr 19 03:35:43.912859 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ff161eaa-ae02-492f-b08f-3e80e911e0cb req-93534a9b-359d-41e5-8642-40cb25fbc3d1 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636950 Apr 19 03:35:43.983741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:43.986977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:43.995906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ce8defac-f42a-453a-96c0-1927694d061c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:44.053049 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd50ad1b38e144c2953414045e6cee8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111587 Apr 19 03:35:44.054977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f9e363-351e-4ae2-89ac-1538cb49bb6f,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:44.056001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 37902) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:44.059435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:44.123384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23bda44c-6096-4126-bd18-32391d914571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:44.156626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23bda44c-6096-4126-bd18-32391d914571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:44.207430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23bda44c-6096-4126-bd18-32391d914571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:44.212519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b2a6f1a-badc-43c6-8203-f0a1a2ae5c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:44.228156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bda44c-6096-4126-bd18-32391d914571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f9e363-351e-4ae2-89ac-1538cb49bb6f,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:44.231384 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-23bda44c-6096-4126-bd18-32391d914571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:44.233822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23bda44c-6096-4126-bd18-32391d914571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:44.234865 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-23bda44c-6096-4126-bd18-32391d914571 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6f9e363-351e-4ae2-89ac-1538cb49bb6f HTTP/1.1" status: 204 len: 168 time: 0.1777790 Apr 19 03:35:45.018097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:35:45.100932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port a130041b-dddb-4b79-815f-1b7c58b46a60 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:35:45.101350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:45.139670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c7a96-7a35-4f87-8d3d-ae9aae81212a req-70f61f01-db34-44d1-a0e0-2ce8c9420faa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:45.141634 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-157c7a96-7a35-4f87-8d3d-ae9aae81212a req-70f61f01-db34-44d1-a0e0-2ce8c9420faa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 944 time: 0.0922441 Apr 19 03:35:45.194501 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-157c7a96-7a35-4f87-8d3d-ae9aae81212a req-88498eb5-2ab9-400c-b619-f961f990dcfa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453191 Apr 19 03:35:45.216071 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-c251e23f-a9d1-470c-b158-78f39f0ca701 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:45.223541 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-c251e23f-a9d1-470c-b158-78f39f0ca701 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/networks?id=b4ae9141-8b09-4a39-9670-0e3c9aff7850 HTTP/1.1" status: 200 len: 808 time: 0.1856480 Apr 19 03:35:45.234473 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-1310b68a-235d-4d0d-a31c-ed48f2d5321c tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/quotas/accca5ae1b134c929292ab3361b3061d HTTP/1.1" status: 200 len: 375 time: 0.0099819 Apr 19 03:35:45.258164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:45.290844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:45.304219 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:45.307572 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:45.308514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device b64bccf5-f9cd-4535-81a7-65dbb895b4d3 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:35:45.314163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-d81c3e13-47e9-47ef-8804-50d63bca80be tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Synchronizing usage tracker for tenant:accca5ae1b134c929292ab3361b3061d on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:45.332793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-d81c3e13-47e9-47ef-8804-50d63bca80be tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Unset dirty status for tenant:accca5ae1b134c929292ab3361b3061d on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:45.333953 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-d81c3e13-47e9-47ef-8804-50d63bca80be tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=accca5ae1b134c929292ab3361b3061d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930390 Apr 19 03:35:45.351948 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-df0b890a-6856-45f5-b076-c75aeea643b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:45.392399 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'code': 200} Apr 19 03:35:45.393240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: b64bccf5-f9cd-4535-81a7-65dbb895b4d3 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:35:45.393760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device b64bccf5-f9cd-4535-81a7-65dbb895b4d3 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:35:45.430779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=10']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:45.434748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:45.484632 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-dbd91e76-569b-49b9-83f7-10a37b65b367 service neutron] 10.222.0.20 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412191 Apr 19 03:35:45.892689 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-aaf2e842-3d20-4c65-94d5-0d775df694da service neutron] 10.222.0.20 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016032 Apr 19 03:35:45.937831 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec785ec-21c0-4370-8b41-673e61674648 req-56bce45c-ec5d-4d47-8d75-f0ed8aa34c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:45.939474 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eec785ec-21c0-4370-8b41-673e61674648 req-56bce45c-ec5d-4d47-8d75-f0ed8aa34c38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 1099 time: 0.0842986 Apr 19 03:35:45.988593 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eec785ec-21c0-4370-8b41-673e61674648 req-55b28f47-f1dc-41be-a300-38486ab86fee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421860 Apr 19 03:35:46.096074 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c2d27860-172b-4b88-ae3f-b748e7e43d60 req-76ebb359-da2d-464f-bbe8-8c4a9fd9b4fa tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 210 time: 0.0529077 Apr 19 03:35:46.421699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cb6e2-0b72-4807-8943-8ada614ef4f0 req-c964d0fc-70bb-434f-8ff0-1c610c290cfc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:46.423537 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fc4cb6e2-0b72-4807-8943-8ada614ef4f0 req-c964d0fc-70bb-434f-8ff0-1c610c290cfc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 946 time: 0.1005263 Apr 19 03:35:46.473732 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fc4cb6e2-0b72-4807-8943-8ada614ef4f0 req-bfb41dae-f5d3-4021-9864-df5970811e9e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434940 Apr 19 03:35:47.301068 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5bfeba99-f319-49ad-a113-610c0ddc77b6 req-b3c56a65-6374-4717-9651-b1d1066ee6a8 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 210 time: 0.0555472 Apr 19 03:35:47.388898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-7fac5b62-7ba6-4a9d-adbd-168448c2e9cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:47.390582 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-7fac5b62-7ba6-4a9d-adbd-168448c2e9cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.10 "GET /v2.0/networks?id=b4ae9141-8b09-4a39-9670-0e3c9aff7850 HTTP/1.1" status: 200 len: 808 time: 0.2058537 Apr 19 03:35:47.414619 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Request body: {'port': {'device_id': '04e48db9-d4c2-4f6f-aead-51f150b5e4c1', 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850', 'admin_state_up': True, 'tenant_id': 'accca5ae1b134c929292ab3361b3061d'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:47.657714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:47.705418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:47.719842 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Made reservation on behalf of accca5ae1b134c929292ab3361b3061d for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:35:47.726117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:47.871602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e1ab8-dafc-4e17-8229-63bc1374bf2a req-43e64a8b-2472-445c-b49e-42af9d3ba4a2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:47.873380 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-414e1ab8-dafc-4e17-8229-63bc1374bf2a req-43e64a8b-2472-445c-b49e-42af9d3ba4a2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 946 time: 0.2081704 Apr 19 03:35:48.011647 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-414e1ab8-dafc-4e17-8229-63bc1374bf2a req-329f65e8-eff6-4bc7-b736-85901f8eb2dd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306045 Apr 19 03:35:48.018284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Allocated IP 172.20.0.4 (b4ae9141-8b09-4a39-9670-0e3c9aff7850/f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96/038d01cc-2b46-4cc3-b721-ae8a7e4f2039) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:35:48.178282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743911c-0aaa-42ee-939c-3d74bcca9913 req-ce011c9a-1d7a-4c09-9ddb-b34321c45592 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:48.179949 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4743911c-0aaa-42ee-939c-3d74bcca9913 req-ce011c9a-1d7a-4c09-9ddb-b34321c45592 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1091094 Apr 19 03:35:48.232852 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4743911c-0aaa-42ee-939c-3d74bcca9913 req-8d5be29b-2667-4f88-8bb4-1423192b32f6 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459409 Apr 19 03:35:48.268305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:48.299418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:48.305102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:48.374680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Network b4ae9141-8b09-4a39-9670-0e3c9aff7850 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:35:48.375931 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:35:48.385807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:35:48.433064 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Pushing event updated for resources: {'Port': ['ID=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:48.439795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:48.513946 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:48.514500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:48.562262 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1531143 Apr 19 03:35:48.575848 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a7110-e9b5-46f6-8672-35b61c677558 req-744c3e16-b1fb-4492-9bda-12048e745661 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:48.576634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-1e4a7110-e9b5-46f6-8672-35b61c677558 req-744c3e16-b1fb-4492-9bda-12048e745661 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Synchronizing usage tracker for tenant:accca5ae1b134c929292ab3361b3061d on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:48.585199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Request body: {'port': {'device_id': '04e48db9-d4c2-4f6f-aead-51f150b5e4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:48.650977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-1e4a7110-e9b5-46f6-8672-35b61c677558 req-744c3e16-b1fb-4492-9bda-12048e745661 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Unset dirty status for tenant:accca5ae1b134c929292ab3361b3061d on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:48.652294 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1e4a7110-e9b5-46f6-8672-35b61c677558 req-744c3e16-b1fb-4492-9bda-12048e745661 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 931 time: 0.2225590 Apr 19 03:35:48.754822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:48.768956 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1e4a7110-e9b5-46f6-8672-35b61c677558 req-5e43e773-5f38-4ac4-a856-3d0a56835384 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813117 Apr 19 03:35:49.145075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:35:49.154271 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:49.172461 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Transition to ACTIVE for port object 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:35:49.175436 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:49.180408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0189a794-86c6-4597-a733-90f6026063c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:49.240952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27b38-9e78-45be-87dc-a7158b9c8608 req-8b18c45e-9b87-4d1e-8559-1925de1be696 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:49.242621 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3de27b38-9e78-45be-87dc-a7158b9c8608 req-8b18c45e-9b87-4d1e-8559-1925de1be696 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 946 time: 0.0944321 Apr 19 03:35:49.296750 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3de27b38-9e78-45be-87dc-a7158b9c8608 req-cca67e67-5516-4f6b-887b-2992e63c8d38 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456595 Apr 19 03:35:49.354571 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Pushing event updated for resources: {'Port': ['ID=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:49.363628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:49.495193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Attempting to bind port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:35:49.495569 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Attempting to bind port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:35:49.495938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Attempting to bind port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 on network b4ae9141-8b09-4a39-9670-0e3c9aff7850 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:35:49.508292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 on network b4ae9141-8b09-4a39-9670-0e3c9aff7850 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:35:49.508664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Attempting to bind port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 on network b4ae9141-8b09-4a39-9670-0e3c9aff7850 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:35:49.519215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:35:49.519596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Checking segment: {'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:35:49.520035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Bound using segment: {'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:35:49.520518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Bound port: 038d01cc-2b46-4cc3-b721-ae8a7e4f2039, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a5862e-7516-451a-999b-b566136b26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:35:49.520909 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:49.551363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04471a26-7d8b-41f8-8728-1d5a084d3063 req-0139b88b-0508-4d01-ae53-fa97a72f9d62 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:49.553007 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-04471a26-7d8b-41f8-8728-1d5a084d3063 req-0139b88b-0508-4d01-ae53-fa97a72f9d62 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.1611085 Apr 19 03:35:49.667701 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-04471a26-7d8b-41f8-8728-1d5a084d3063 req-36375af8-6a31-423b-9fea-787fa271d4a5 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857220 Apr 19 03:35:49.677920 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] For port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:35:49.681201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] For port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:35:49.685500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:49.690763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cb7d7a83-604b-4283-9018-e33aa1b15de4 tempest-VolumesActionsTest-461184232 tempest-VolumesActionsTest-461184232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:49.748225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:49.748905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:49.750374 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] 10.222.0.10 "PUT /v2.0/ports/038d01cc-2b46-4cc3-b721-ae8a7e4f2039 HTTP/1.1" status: 200 len: 1093 time: 1.1707499 Apr 19 03:35:49.750923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e48db9-d4c2-4f6f-aead-51f150b5e4c1', 'tag': '038d01cc-2b46-4cc3-b721-ae8a7e4f2039'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:49.778453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Pushing event updated for resources: {'Port': ['ID=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:49.782620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:49.830928 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e48db9-d4c2-4f6f-aead-51f150b5e4c1', 'tag': '038d01cc-2b46-4cc3-b721-ae8a7e4f2039', 'status': 'completed', 'code': 200} Apr 19 03:35:49.878961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-c6bd277a-33a7-4b91-a8f9-fd9c8915377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:49.880618 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-c6bd277a-33a7-4b91-a8f9-fd9c8915377f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=accca5ae1b134c929292ab3361b3061d&device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0884731 Apr 19 03:35:50.008562 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-1522b1be-533d-48db-9bb2-e4556dfd06a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038d01cc-2b46-4cc3-b721-ae8a7e4f2039 HTTP/1.1" status: 200 len: 217 time: 0.1181817 Apr 19 03:35:50.103256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-1ce6f762-1700-43cb-82d1-fa933c7eb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:50.104849 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-1ce6f762-1700-43cb-82d1-fa933c7eb567 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96 HTTP/1.1" status: 200 len: 848 time: 0.0862136 Apr 19 03:35:50.165834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e30d37-cc94-4166-98b3-a7eaf538f4cd req-8d2c893c-054f-44fb-a5cc-8bd4e80bb29e tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:50.167490 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-66e30d37-cc94-4166-98b3-a7eaf538f4cd req-8d2c893c-054f-44fb-a5cc-8bd4e80bb29e tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 943 time: 0.2785289 Apr 19 03:35:50.178575 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-3159a129-08b4-4d1b-ab9b-155bb7d4923f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ae9141-8b09-4a39-9670-0e3c9aff7850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652444 Apr 19 03:35:50.323404 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-66e30d37-cc94-4166-98b3-a7eaf538f4cd req-ec2e3b04-0529-4d6e-af64-fce24ad14837 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481600 Apr 19 03:35:50.366598 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-08c47699-c774-4b98-b8e3-c684d66bdf06 service neutron] 10.222.0.10 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709123 Apr 19 03:35:50.477046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-b2feaf3f-350c-4bb5-bb63-90aaedd18251 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:50.478693 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-b2feaf3f-350c-4bb5-bb63-90aaedd18251 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.0970500 Apr 19 03:35:50.564591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Deleting port 06c14cf9-4511-42c6-a8a7-e66f0529c942 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:35:50.564986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:50.752362 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5753c37f-6cdb-4c80-9605-05c1c4d4d217 req-6ea45077-0b18-45b3-9df4-8801c23c811a service neutron] 10.222.0.10 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719020 Apr 19 03:35:50.884019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-72749c2d-3e44-4cd7-a9bf-9592eaffcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:50.885888 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-72749c2d-3e44-4cd7-a9bf-9592eaffcf4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=accca5ae1b134c929292ab3361b3061d&device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 1096 time: 0.0853512 Apr 19 03:35:50.975962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] For port 06c14cf9-4511-42c6-a8a7-e66f0529c942, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=06c14cf9-4511-42c6-a8a7-e66f0529c942,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:50.976644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:51.040333 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-0f217f37-f34d-4ec5-8764-c6905f762c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:51.041943 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-0f217f37-f34d-4ec5-8764-c6905f762c0e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b4ae9141-8b09-4a39-9670-0e3c9aff7850 HTTP/1.1" status: 200 len: 909 time: 0.1490760 Apr 19 03:35:51.078858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690b1b3-2a45-4f06-9bad-03968a20b61c req-16a7c221-f27e-4540-b4fc-a743441c78a9 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:51.080810 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b690b1b3-2a45-4f06-9bad-03968a20b61c req-16a7c221-f27e-4540-b4fc-a743441c78a9 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 945 time: 0.2641337 Apr 19 03:35:51.122906 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-cdf1ba82-882a-4e43-a98f-5f687343576c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038d01cc-2b46-4cc3-b721-ae8a7e4f2039 HTTP/1.1" status: 200 len: 217 time: 0.0739470 Apr 19 03:35:51.177986 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b690b1b3-2a45-4f06-9bad-03968a20b61c req-3208a560-eedb-4f12-aec7-c747432346e6 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=425015f3-cf63-49e4-b16b-80af8e0594e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736172 Apr 19 03:35:51.209668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-b497e561-1840-466e-92a3-dc787fe5c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:51.211252 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-b497e561-1840-466e-92a3-dc787fe5c4fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96 HTTP/1.1" status: 200 len: 848 time: 0.0812078 Apr 19 03:35:51.273088 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-f30fb5b6-59b6-4134-97f6-cda60eb5b859 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b4ae9141-8b09-4a39-9670-0e3c9aff7850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493894 Apr 19 03:35:51.398837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:51.399409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:51.399625 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Floating IP 99f2686f-ce5a-4ade-8efa-79a16945b867 disassociated. External IP: 172.28.0.128, port: 06c14cf9-4511-42c6-a8a7-e66f0529c942. Apr 19 03:35:51.399998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Calling delete_port for 06c14cf9-4511-42c6-a8a7-e66f0529c942 owned by compute:nova {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:35:51.431757 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-fa542c5f-9d28-4faa-8d8e-19c9573ae07c service neutron] 10.222.0.10 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468458 Apr 19 03:35:51.560458 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:51.567577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1fad98f1-30ee-4231-9de7-44c744c15671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:51.618823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event deleted for resources: {'Port': ['ID=06c14cf9-4511-42c6-a8a7-e66f0529c942,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:51.622760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:51.673878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204216-3e60-4e8d-8e4b-2e4490e216a9 req-04f8c9bb-ebe8-4a36-a678-84f3d8306427 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:51.675479 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-10204216-3e60-4e8d-8e4b-2e4490e216a9 req-04f8c9bb-ebe8-4a36-a678-84f3d8306427 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 943 time: 0.2021990 Apr 19 03:35:51.677685 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c0d1dddd-881b-44f9-adb0-7563bb6f38ba req-0a4262c4-0f30-4291-a66c-56f7303190fc service neutron] 10.222.0.10 "GET /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343187 Apr 19 03:35:51.726559 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-10204216-3e60-4e8d-8e4b-2e4490e216a9 req-8c19884f-0c72-4cec-b5a3-dbf10caf91ec tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Apr 19 03:35:51.839416 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:35:52.022774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:35:52.033240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] Sync routers for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:35:52.046009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:35:52.047397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:35:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:35:52.110567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] No DVR routers for this DVR port 06c14cf9-4511-42c6-a8a7-e66f0529c942 on host hv-cinder-78605 {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:35:52.117217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:52.121459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14670a6-a298-4981-bb00-8a5228f66472', 'name': 'network-vif-deleted', 'tag': '06c14cf9-4511-42c6-a8a7-e66f0529c942'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:52.201792 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6bff40dd-5bc0-4635-9740-a1046f05ea27 req-56e88595-3177-441a-8d8c-03642a33d642 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "DELETE /v2.0/ports/06c14cf9-4511-42c6-a8a7-e66f0529c942 HTTP/1.1" status: 204 len: 173 time: 1.7160149 Apr 19 03:35:52.211404 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14670a6-a298-4981-bb00-8a5228f66472', 'name': 'network-vif-deleted', 'tag': '06c14cf9-4511-42c6-a8a7-e66f0529c942', 'status': 'completed', 'code': 200} Apr 19 03:35:52.266107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:35:52.366187 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-71647041-0049-438a-9ad9-32ad06d5b6b1 req-86638b72-331e-4c78-b9f4-58289c0c8b8f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14670a6-a298-4981-bb00-8a5228f66472 HTTP/1.1" status: 200 len: 210 time: 0.0653856 Apr 19 03:35:52.816873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:35:52.821165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] Checking router: 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:35:52.830757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:35:52.831433 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:35:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:35:52.945081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7311b9b-7d21-4919-80cf-21935946db02 req-5a883b9f-fa5c-4fda-b001-ba9a80540027 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:52.946754 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b7311b9b-7d21-4919-80cf-21935946db02 req-5a883b9f-fa5c-4fda-b001-ba9a80540027 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 943 time: 0.0966105 Apr 19 03:35:53.020276 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b7311b9b-7d21-4919-80cf-21935946db02 req-7f4f1159-dec7-4871-9c3b-9e98065f256a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653732 Apr 19 03:35:53.037041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:35:53.090795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:35:53.093523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 06c14cf9-4511-42c6-a8a7-e66f0529c942 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:35:53.151302 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 06c14cf9-4511-42c6-a8a7-e66f0529c942 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:35:53.151302 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 06c14cf9-4511-42c6-a8a7-e66f0529c942 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:35:53.493957 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:53.517792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38048) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:53.542506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '038d01cc-2b46-4cc3-b721-ae8a7e4f2039', 'network_id': 'b4ae9141-8b09-4a39-9670-0e3c9aff7850', 'port_id': '038d01cc-2b46-4cc3-b721-ae8a7e4f2039', 'mac_address': 'fa:16:3e:87:4f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:35:53.596317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c83ae334-fbca-4bae-8961-20f6345e3738 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:53.626391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:53.628771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c83ae334-fbca-4bae-8961-20f6345e3738 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:53.651843 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:35:53.670491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:35:53.676815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c61163c-3987-44ab-bc8e-627200ceb367 None None] The sync data for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb is: [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:35:53.679472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:53.681655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c83ae334-fbca-4bae-8961-20f6345e3738 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:53.681749 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:53.683336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:53.704015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-755e5ace-a810-4471-a538-9f52a1658de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:53.728411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ae334-fbca-4bae-8961-20f6345e3738 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=425015f3-cf63-49e4-b16b-80af8e0594e6,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:53.744889 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c83ae334-fbca-4bae-8961-20f6345e3738 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:53.751709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c83ae334-fbca-4bae-8961-20f6345e3738 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:53.753344 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c83ae334-fbca-4bae-8961-20f6345e3738 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "DELETE /v2.0/security-groups/425015f3-cf63-49e4-b16b-80af8e0594e6 HTTP/1.1" status: 204 len: 168 time: 0.2343988 Apr 19 03:35:53.756187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38052) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:53.776852 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.v2.resource [None req-f2aa72a6-56fd-4b8a-87d5-3606049189dc tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] show failed (client error): The resource could not be found. Apr 19 03:35:53.777081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:53.780038 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f2aa72a6-56fd-4b8a-87d5-3606049189dc tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups/425015f3-cf63-49e4-b16b-80af8e0594e6 HTTP/1.1" status: 404 len: 347 time: 0.0210345 Apr 19 03:35:53.781120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:53.781752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38056) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:53.943878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['038d01cc-2b46-4cc3-b721-ae8a7e4f2039'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:35:53.961242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Deleting port 71a5e0fc-1c90-4aac-ab89-0f8d116974f5 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:35:53.961855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:54.185568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515b625-a014-4653-b613-dc26162e56a7 None None] New status for floating IP 99f2686f-ce5a-4ade-8efa-79a16945b867: DOWN {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:35:54.237818 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:54.238471 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:54.315324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fc498-1488-4553-a1ce-a4a6777c8863 req-e45871f7-5de0-4537-9ab3-9df6f966a6b1 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:54.323525 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0a1fc498-1488-4553-a1ce-a4a6777c8863 req-e45871f7-5de0-4537-9ab3-9df6f966a6b1 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 944 time: 0.1417792 Apr 19 03:35:54.398866 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0a1fc498-1488-4553-a1ce-a4a6777c8863 req-ff585a0e-484c-4199-9a22-bb2f3c952fbf tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741887 Apr 19 03:35:54.444730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Calling delete_port for 71a5e0fc-1c90-4aac-ab89-0f8d116974f5 owned by network:floatingip {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:35:54.545746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.api [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 03:35:54.547231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_db.api [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 03:35:55.048508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Deleting port 71a5e0fc-1c90-4aac-ab89-0f8d116974f5 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:35:55.049082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.079838 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:35:55.154518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:35:55.159732 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:35:55.160185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.241932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.242300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.296448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.327633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e48db9-d4c2-4f6f-aead-51f150b5e4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038d01cc-2b46-4cc3-b721-ae8a7e4f2039'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:35:55.338914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:35:55.344203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.346634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b2019a0b-1345-433e-b900-b9251a3df514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:55.391245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Calling delete_port for 71a5e0fc-1c90-4aac-ab89-0f8d116974f5 owned by network:floatingip {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:35:55.430872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:55.435821 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:55.463105 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e48db9-d4c2-4f6f-aead-51f150b5e4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038d01cc-2b46-4cc3-b721-ae8a7e4f2039', 'code': 200} Apr 19 03:35:55.585364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.596301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2e6d96c4-799f-45d1-b561-b65bba4376cb tempest-VolumesNegativeTest-155840449 tempest-VolumesNegativeTest-155840449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:55.686772 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event deleted for resources: {'Port': ['ID=71a5e0fc-1c90-4aac-ab89-0f8d116974f5,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:55.688080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5dfd4-8e96-40ea-8c31-36a46c6aba25 req-03796550-5a9f-48d3-a87b-1d8e65ed6d16 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:55.689740 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d9f5dfd4-8e96-40ea-8c31-36a46c6aba25 req-03796550-5a9f-48d3-a87b-1d8e65ed6d16 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 945 time: 0.1201134 Apr 19 03:35:55.690907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:55.691706 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.707969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:55.709216 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "DELETE /v2.0/floatingips/99f2686f-ce5a-4ade-8efa-79a16945b867 HTTP/1.1" status: 204 len: 168 time: 1.9264731 Apr 19 03:35:55.747088 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d9f5dfd4-8e96-40ea-8c31-36a46c6aba25 req-bfef36b4-0610-4148-95e1-f2860035f1f3 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496271 Apr 19 03:35:55.801149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07ad91-31ea-409d-9f45-a02dd0752f77 req-e91f78a6-5f66-46fe-a5a0-0ac4cbf652cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:55.802823 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2d07ad91-31ea-409d-9f45-a02dd0752f77 req-e91f78a6-5f66-46fe-a5a0-0ac4cbf652cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 1098 time: 0.0829256 Apr 19 03:35:55.852234 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2d07ad91-31ea-409d-9f45-a02dd0752f77 req-5aedeca2-d5f3-40c9-a221-980b78f4f561 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Apr 19 03:35:56.223008 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38078) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:56.228875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115381832', 'description': 'tempest-description--82908336'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:56.235413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:56.240118 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:security_group and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:56.243257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:56.249611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:56.259226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.282217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:56.286283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:security_group_rule and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:56.289282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:56.295439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:56.368988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.372024 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.377363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cbc423fd-3f17-48de-a96a-178c9c038c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:56.422672 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4da276-c067-42bd-9400-5d7901e32520,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:56.425641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.426965 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2026961 Apr 19 03:35:56.427945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:56.429853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38084) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:56.435609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'security_group_rule': {'security_group_id': '1e4da276-c067-42bd-9400-5d7901e32520', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:56.442536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:56.446550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:security_group_rule and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:56.450302 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:56.456810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:56.474029 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.537961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.540775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.560225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:56.580295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3bd183-3db8-4991-b70c-b46d74ab50c0,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:56.583613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:56.590944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.594735 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615412 Apr 19 03:35:56.595206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38088) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:56.600796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'security_group_rule': {'security_group_id': '1e4da276-c067-42bd-9400-5d7901e32520', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:56.607890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:56.612470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:security_group_rule and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:56.615552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:56.622301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:56.643674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.709744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.717622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.722112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1cfef0a6-1769-4960-bb41-8ec938af0b98 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:56.745789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3325aa-9bce-4ab5-ad33-efe88fcb918f,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:56.748412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:56.752345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:56.753779 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-59fdef5e-0811-492e-9d9a-3aa11d09eb51 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575906 Apr 19 03:35:56.757156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38092) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:35:56.763397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'floatingip': {'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:35:56.769921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:35:56.774423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Usage tracker for resource:floatingip and tenant:947a9614b6584e0b9e93f50380694665 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:35:56.778190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:35:56.784703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:35:56.796232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:57.017649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0394d4-5ebd-48a1-911a-f647b89bde89 req-d043dd88-e45c-4608-9fd0-5ae7a46d3e12 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:57.019156 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4c0394d4-5ebd-48a1-911a-f647b89bde89 req-d043dd88-e45c-4608-9fd0-5ae7a46d3e12 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 945 time: 0.1283376 Apr 19 03:35:57.050966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:57.129580 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4c0394d4-5ebd-48a1-911a-f647b89bde89 req-f0db22cd-647a-4076-8db1-d2421b20241e tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032927 Apr 19 03:35:57.222470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Allocated IP 172.28.0.61 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/59a6541e-6801-4aea-b6c9-3f403ee84a8c) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:35:57.387258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:57.417295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:57.423068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-19d74f08-0b52-4a8a-9dc2-42f9628c0d30 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:57.498022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:35:57.501686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:35:57.504250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:35:57.544045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'Port': ['ID=59a6541e-6801-4aea-b6c9-3f403ee84a8c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:57.547238 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:57.599239 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:57.664068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:57.888430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:57.891877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:57.896574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-66e48873-6739-4437-9312-6c1b1875aa4d tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:35:58.016447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'Port': ['ID=59a6541e-6801-4aea-b6c9-3f403ee84a8c,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:35:58.019344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:35:58.029375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:58.051215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:58.052496 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2942564 Apr 19 03:35:58.312435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-3d01b0f6-5298-47b0-897a-4737c67eb777 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Synchronizing usage tracker for tenant:947a9614b6584e0b9e93f50380694665 on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:58.335217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-3d01b0f6-5298-47b0-897a-4737c67eb777 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Unset dirty status for tenant:947a9614b6584e0b9e93f50380694665 on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:58.336570 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-3d01b0f6-5298-47b0-897a-4737c67eb777 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1115381832&fields=id&tenant_id=947a9614b6584e0b9e93f50380694665 HTTP/1.1" status: 200 len: 267 time: 0.0689592 Apr 19 03:35:58.350882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845682d-b150-4212-aeb7-575f832b9128 req-0a606821-1606-472b-984e-863d83ab5d62 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:58.352649 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b845682d-b150-4212-aeb7-575f832b9128 req-0a606821-1606-472b-984e-863d83ab5d62 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 945 time: 0.0982983 Apr 19 03:35:58.413231 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b845682d-b150-4212-aeb7-575f832b9128 req-b865ecb2-a38f-478e-a057-32447dad9ed5 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521991 Apr 19 03:35:58.487230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-74524039-c35d-4257-a3de-8d4460f4ebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:35:58.754155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7b3dec54-3224-4f52-a2c3-2e192569f6a7 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:58.754911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7b3dec54-3224-4f52-a2c3-2e192569f6a7 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Synchronizing usage tracker for tenant:947a9614b6584e0b9e93f50380694665 on resource:network {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:58.772354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7b3dec54-3224-4f52-a2c3-2e192569f6a7 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Unset dirty status for tenant:947a9614b6584e0b9e93f50380694665 on resource:network {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:58.773674 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7b3dec54-3224-4f52-a2c3-2e192569f6a7 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 810 time: 0.4283743 Apr 19 03:35:58.792324 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-ec4467a2-e1e4-4523-9228-95574caea055 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/quotas/947a9614b6584e0b9e93f50380694665 HTTP/1.1" status: 200 len: 375 time: 0.0110500 Apr 19 03:35:58.893219 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-0f75a785-cd06-47c6-a14c-b947a81c9647 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Synchronizing usage tracker for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:35:58.909397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-0f75a785-cd06-47c6-a14c-b947a81c9647 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Unset dirty status for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:35:58.911190 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-0f75a785-cd06-47c6-a14c-b947a81c9647 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115010 Apr 19 03:35:59.069926 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-0da63d29-9542-45a6-9e2d-d7a0e44c84eb service neutron] 10.222.0.20 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444662 Apr 19 03:35:59.231095 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-ecfb5ba6-7d64-45e6-8006-2b9c35a81fe9 service neutron] 10.222.0.20 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536267 Apr 19 03:35:59.320766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c08c-7e00-4cae-80b4-52b74af3fc3e req-c87f2d98-eb13-41c9-888d-4736de86f866 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:59.322382 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-63a6c08c-7e00-4cae-80b4-52b74af3fc3e req-c87f2d98-eb13-41c9-888d-4736de86f866 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 945 time: 0.1037769 Apr 19 03:35:59.375899 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-63a6c08c-7e00-4cae-80b4-52b74af3fc3e req-6f38c686-aa11-46fb-8ac0-e68c3b01cf7b tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 Apr 19 03:35:59.474840 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3c2a8aef-acb5-4e84-aa59-86e6c8b44319 req-67fae33c-a73a-4419-ab9f-53c987915473 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 210 time: 0.0518847 Apr 19 03:35:59.797291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1335d1-0817-45b0-aab3-7bce6b35195a req-4c2fc9bf-4a91-49e3-b7e0-babb9c51b03c tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:35:59.798938 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0c1335d1-0817-45b0-aab3-7bce6b35195a req-4c2fc9bf-4a91-49e3-b7e0-babb9c51b03c tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 945 time: 0.1274350 Apr 19 03:35:59.848815 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0c1335d1-0817-45b0-aab3-7bce6b35195a req-ed18a29b-62cc-4342-a27b-3173b8bf2a52 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Apr 19 03:36:00.585856 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3139c5-8ea0-47a7-acbb-6effee5158b8 req-d5cd7c39-2db4-4b6c-9941-5a7bf4e0ce5e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:00.587656 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bb3139c5-8ea0-47a7-acbb-6effee5158b8 req-d5cd7c39-2db4-4b6c-9941-5a7bf4e0ce5e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 945 time: 0.0929461 Apr 19 03:36:00.648137 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8d7000e7-7f12-47b5-8e39-8e3b7d0d8b77 req-416907e1-5d14-4238-8e4a-daa7613eec73 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 210 time: 0.0505903 Apr 19 03:36:00.691764 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7b97e0c8-df84-4fe0-9414-13de5e88a93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:00.743593 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bb3139c5-8ea0-47a7-acbb-6effee5158b8 req-70fe06bf-79a3-416c-9127-93c8a64c4a2f tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269755 Apr 19 03:36:00.793730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-f17ad0e0-0fc3-41cc-a085-3ba8b782c589 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:00.795297 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-f17ad0e0-0fc3-41cc-a085-3ba8b782c589 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 810 time: 0.2023962 Apr 19 03:36:00.878140 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-d9c31093-05d2-4340-bf67-8ec76fcf6622 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=947a9614b6584e0b9e93f50380694665 HTTP/1.1" status: 200 len: 5703 time: 0.0737417 Apr 19 03:36:00.889731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'port': {'device_id': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'admin_state_up': True, 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'security_groups': ['1e4da276-c067-42bd-9400-5d7901e32520']}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:01.037374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:36:01.048032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:36:01.057241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Made reservation on behalf of 947a9614b6584e0b9e93f50380694665 for: {'port': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:36:01.064012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.066113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efa694-b098-4cd2-8cbf-536ea0732295 req-23265693-00c2-4e9d-9045-95843d7f5a6e tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:01.067802 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d1efa694-b098-4cd2-8cbf-536ea0732295 req-23265693-00c2-4e9d-9045-95843d7f5a6e tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 945 time: 0.0986078 Apr 19 03:36:01.120058 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d1efa694-b098-4cd2-8cbf-536ea0732295 req-908a23f3-309c-43d7-b09b-2233abb4eaca tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/security-groups?id=39fa0853-9d34-432b-84cf-ce8b0b0e44e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Apr 19 03:36:01.239779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Allocated IP 172.20.0.7 (fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c/421d2511-1c17-4de1-a8a8-032961a784a0/ad2df040-208a-41eb-a3f1-2420d41e3d6f) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:36:01.453270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.471966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Transition to ACTIVE for port object ad2df040-208a-41eb-a3f1-2420d41e3d6f will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:36:01.490695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-90eceee8-2571-41d9-ac00-49bf680d97db tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:01.492287 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-90eceee8-2571-41d9-ac00-49bf680d97db tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.10 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 945 time: 0.1041338 Apr 19 03:36:01.497339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.502933 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:01.574858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Deleting port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:01.575266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.577288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:36:01.581418 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:36:01.586320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:36:01.595009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:01.595799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.610388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event updated for resources: {'Port': ['ID=ad2df040-208a-41eb-a3f1-2420d41e3d6f,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:01.615443 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:01.629449 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446749 Apr 19 03:36:01.643719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Request body: {'port': {'device_id': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:01.783687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.812591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.827484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-3f90b52f-81ae-4818-8fbd-4f4bc5dfc021 None None] Provisioning for port ad2df040-208a-41eb-a3f1-2420d41e3d6f completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:36:01.835023 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-3f90b52f-81ae-4818-8fbd-4f4bc5dfc021 None None] Provisioning complete for port ad2df040-208a-41eb-a3f1-2420d41e3d6f triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:36:01.835593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3f90b52f-81ae-4818-8fbd-4f4bc5dfc021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.906455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:01.914094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-3f90b52f-81ae-4818-8fbd-4f4bc5dfc021 None None] Port ad2df040-208a-41eb-a3f1-2420d41e3d6f cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:36:01.945647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] For port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,segment=NetworkSegment(41a5862e-7516-451a-999b-b566136b26cf),segment_id=41a5862e-7516-451a-999b-b566136b26cf)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:01.946062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:02.063058 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea00e8a-d7d3-4e76-98ae-299564caa98c req-d48c8786-7a1d-4fd0-925d-1e061cd3c502 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:02.063813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-7ea00e8a-d7d3-4e76-98ae-299564caa98c req-d48c8786-7a1d-4fd0-925d-1e061cd3c502 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Synchronizing usage tracker for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:36:02.091486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Calling delete_port for 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:02.155615 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-7ea00e8a-d7d3-4e76-98ae-299564caa98c req-d48c8786-7a1d-4fd0-925d-1e061cd3c502 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Unset dirty status for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:36:02.157098 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7ea00e8a-d7d3-4e76-98ae-299564caa98c req-d48c8786-7a1d-4fd0-925d-1e061cd3c502 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 931 time: 0.3155456 Apr 19 03:36:02.199960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b250a-b316-415c-a475-6b554daefeb2 req-ca97ae64-9e10-4e13-b366-3519fcf8a6f2 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:02.201671 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4e2b250a-b316-415c-a475-6b554daefeb2 req-ca97ae64-9e10-4e13-b366-3519fcf8a6f2 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 945 time: 0.3151224 Apr 19 03:36:02.238416 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-7ea00e8a-d7d3-4e76-98ae-299564caa98c req-dcf541e9-9513-411f-bd4f-09cb849e2602 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700419 Apr 19 03:36:02.310147 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4e2b250a-b316-415c-a475-6b554daefeb2 req-dfdfdb80-dc12-4bd3-9fc5-6e021df93a9a tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008506 Apr 19 03:36:02.322242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2df040-208a-41eb-a3f1-2420d41e3d6f {{(pid=86419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:36:02.323038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:02.330669 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-db8b519d-dbc3-4716-b3d4-9cc12645787e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:02.331938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:02.343069 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['038d01cc-2b46-4cc3-b721-ae8a7e4f2039'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:36:02.348900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Transition to ACTIVE for port object ad2df040-208a-41eb-a3f1-2420d41e3d6f will not be triggered until provisioned by entity L2. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:36:02.353276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:02.358564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-117e42b0-99d1-45ef-8fbe-403240a793f2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:02.384879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Pushing event deleted for resources: {'Port': ['ID=038d01cc-2b46-4cc3-b721-ae8a7e4f2039,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:02.390115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:02.478769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] No DVR routers for this DVR port 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:36:02.482419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:02.485425 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e48db9-d4c2-4f6f-aead-51f150b5e4c1', 'name': 'network-vif-deleted', 'tag': '038d01cc-2b46-4cc3-b721-ae8a7e4f2039'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:02.505695 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e79cc540-4298-4c46-b906-7c8ee78bb6c1 req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.10 "DELETE /v2.0/ports/038d01cc-2b46-4cc3-b721-ae8a7e4f2039 HTTP/1.1" status: 204 len: 173 time: 1.0061586 Apr 19 03:36:02.520359 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b2bae4de-ab09-47e8-abc0-8c27ece96720 req-33275cfc-fb05-43c4-9804-c4bd36dbf831 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] 10.222.0.20 "GET /v2.0/ports?device_id=04e48db9-d4c2-4f6f-aead-51f150b5e4c1 HTTP/1.1" status: 200 len: 210 time: 0.1212695 Apr 19 03:36:02.522822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:36:02.577155 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e48db9-d4c2-4f6f-aead-51f150b5e4c1', 'name': 'network-vif-deleted', 'tag': '038d01cc-2b46-4cc3-b721-ae8a7e4f2039', 'status': 'completed', 'code': 200} Apr 19 03:36:02.601489 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2df040-208a-41eb-a3f1-2420d41e3d6f,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:02.607915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:02.612294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Attempting to bind port ad2df040-208a-41eb-a3f1-2420d41e3d6f on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:36:02.612644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Attempting to bind port ad2df040-208a-41eb-a3f1-2420d41e3d6f by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:36:02.613022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Attempting to bind port ad2df040-208a-41eb-a3f1-2420d41e3d6f on network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:36:02.619000 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Port ad2df040-208a-41eb-a3f1-2420d41e3d6f on network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:36:02.619365 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Attempting to bind port ad2df040-208a-41eb-a3f1-2420d41e3d6f on network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:36:02.625876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:36:02.626257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Checking segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:36:02.626678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Bound using segment: {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'} {{(pid=86419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:36:02.627321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Bound port: ad2df040-208a-41eb-a3f1-2420d41e3d6f, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971e24a2-6b38-4d5d-90a8-a03ffed9be83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c'}}] {{(pid=86419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:36:02.627794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:02.725297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] For port ad2df040-208a-41eb-a3f1-2420d41e3d6f, host hv-cinder-78605, cleared binding levels {{(pid=86419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:36:02.728315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] For port ad2df040-208a-41eb-a3f1-2420d41e3d6f, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ad2df040-208a-41eb-a3f1-2420d41e3d6f,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:36:02.732332 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:02.736055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:02.805296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:02.805980 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:02.807492 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] 10.222.0.10 "PUT /v2.0/ports/ad2df040-208a-41eb-a3f1-2420d41e3d6f HTTP/1.1" status: 200 len: 1093 time: 1.1692855 Apr 19 03:36:02.811247 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'tag': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:02.828887 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2df040-208a-41eb-a3f1-2420d41e3d6f,revision_number=3']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:02.832526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7ee7485d-58e9-49ab-9219-153995d97081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:02.896812 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'tag': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'status': 'completed', 'code': 200} Apr 19 03:36:02.935886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-49e1a4fe-fc71-4253-997a-4b5a5b616d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:02.937563 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-49e1a4fe-fc71-4253-997a-4b5a5b616d2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 1096 time: 0.0846431 Apr 19 03:36:03.022798 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-70e92a55-b2b8-4130-bc33-ec6795a0cc97 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2df040-208a-41eb-a3f1-2420d41e3d6f HTTP/1.1" status: 200 len: 217 time: 0.0747907 Apr 19 03:36:03.099607 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-b8857390-e101-43c0-b8ae-181a4f1f3191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:03.101282 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-b8857390-e101-43c0-b8ae-181a4f1f3191 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.0652072 Apr 19 03:36:03.201832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-1fe4abe3-5b99-4609-a353-102b55e01b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:03.203519 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-1fe4abe3-5b99-4609-a353-102b55e01b39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880806 Apr 19 03:36:03.365992 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-5e0bd1fc-2ebc-4463-a61c-da271f88e21f service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480920 Apr 19 03:36:03.453478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6b6ca-79ef-4555-91b9-18550d0bea89 req-b02e2664-11a7-4aa2-af1d-dd07fcd89f71 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:03.455126 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-aec6b6ca-79ef-4555-91b9-18550d0bea89 req-b02e2664-11a7-4aa2-af1d-dd07fcd89f71 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 943 time: 0.1002419 Apr 19 03:36:03.507170 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-aec6b6ca-79ef-4555-91b9-18550d0bea89 req-22418d84-7bbd-4c2b-9acf-2d22ff11555f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452056 Apr 19 03:36:03.587070 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cec06f42-3f7a-4f2f-aeab-caad7ff5f4fc req-6b32b777-acac-468c-bfe5-d7457b4269ea service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061384 Apr 19 03:36:03.610558 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b009964-5e92-4344-8749-dcf1b2647d73 req-7cb47d03-7746-4c7b-bab8-81b03d8730a8 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:03.612654 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0b009964-5e92-4344-8749-dcf1b2647d73 req-7cb47d03-7746-4c7b-bab8-81b03d8730a8 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 945 time: 0.1384389 Apr 19 03:36:03.624251 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:03.718807 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0b009964-5e92-4344-8749-dcf1b2647d73 req-de992ca6-d44c-4114-8cf2-3e101cf048db tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969489 Apr 19 03:36:03.753326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217de88b-3b8c-4825-a3b7-971b786a336a req-50ea5492-5d5a-40f3-8d5b-b9663a67fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:03.754933 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-217de88b-3b8c-4825-a3b7-971b786a336a req-50ea5492-5d5a-40f3-8d5b-b9663a67fec5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 1096 time: 0.1150546 Apr 19 03:36:03.916590 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217de88b-3b8c-4825-a3b7-971b786a336a req-25426f8d-c4a8-45ff-8d9d-2548b39c08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:03.918394 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-217de88b-3b8c-4825-a3b7-971b786a336a req-25426f8d-c4a8-45ff-8d9d-2548b39c08cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 911 time: 0.1534026 Apr 19 03:36:03.997349 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-217de88b-3b8c-4825-a3b7-971b786a336a req-1eea25d6-ed73-429d-bf22-325862a779a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2df040-208a-41eb-a3f1-2420d41e3d6f HTTP/1.1" status: 200 len: 217 time: 0.0699069 Apr 19 03:36:04.080850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217de88b-3b8c-4825-a3b7-971b786a336a req-c4852438-da6b-4bdd-8dfe-05584c575bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:04.082431 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-217de88b-3b8c-4825-a3b7-971b786a336a req-c4852438-da6b-4bdd-8dfe-05584c575bf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.0707185 Apr 19 03:36:04.182405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217de88b-3b8c-4825-a3b7-971b786a336a req-9b3f1c38-3060-45c2-9d31-4172d4bc548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:04.184949 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-217de88b-3b8c-4825-a3b7-971b786a336a req-9b3f1c38-3060-45c2-9d31-4172d4bc548f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924745 Apr 19 03:36:04.336107 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-217de88b-3b8c-4825-a3b7-971b786a336a req-04d8f81b-f5ce-4cc9-9a9d-138d48ebefbf service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425443 Apr 19 03:36:04.364426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-8aa75865-292b-4396-a3e1-21b0b07689dc tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:04.366043 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-8aa75865-292b-4396-a3e1-21b0b07689dc tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.10 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 945 time: 0.1045294 Apr 19 03:36:04.453888 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Deleting port c9671b11-6fc0-47b2-961a-91f4ca5d240c {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:04.454283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:04.499367 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-217de88b-3b8c-4825-a3b7-971b786a336a req-90d601cc-28bb-4b63-b3dc-90b6189f0eec service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551266 Apr 19 03:36:04.951044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76b6cb-9d01-4e9a-8268-6c386eca7dbb req-25a8f47f-6659-45a7-b24f-dba2c8c9ea80 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:04.952709 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bd76b6cb-9d01-4e9a-8268-6c386eca7dbb req-25a8f47f-6659-45a7-b24f-dba2c8c9ea80 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 945 time: 0.1108685 Apr 19 03:36:05.004971 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bd76b6cb-9d01-4e9a-8268-6c386eca7dbb req-73eacd4c-eb84-4db0-90f1-5c6e4a269264 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf716628-a99a-4ed4-9071-34515d183031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Apr 19 03:36:05.016463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892e9f1-9934-4500-9074-e4f9e9fb0ab6 req-a3f7689e-5ec1-44f7-8c02-62df7c6ced68 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:05.018109 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9892e9f1-9934-4500-9074-e4f9e9fb0ab6 req-a3f7689e-5ec1-44f7-8c02-62df7c6ced68 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 943 time: 0.2314417 Apr 19 03:36:05.031336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] For port c9671b11-6fc0-47b2-961a-91f4ca5d240c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c9671b11-6fc0-47b2-961a-91f4ca5d240c,segment=NetworkSegment(94036794-0449-4123-9046-64e6248831c0),segment_id=94036794-0449-4123-9046-64e6248831c0)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:05.031738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:05.144175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device ad2df040-208a-41eb-a3f1-2420d41e3d6f details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:36:05.146955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:05.187331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Calling delete_port for c9671b11-6fc0-47b2-961a-91f4ca5d240c owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:05.189397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:05.189792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 038d01cc-2b46-4cc3-b721-ae8a7e4f2039 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:05.248206 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9892e9f1-9934-4500-9074-e4f9e9fb0ab6 req-bc68cd7c-b88d-4f19-b573-0d2dd4495482 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187619 Apr 19 03:36:05.300057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:05.344998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port ad2df040-208a-41eb-a3f1-2420d41e3d6f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ad2df040-208a-41eb-a3f1-2420d41e3d6f,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:05.354061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:05.359452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'port_id': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'mac_address': 'fa:16:3e:6c:0a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:36:05.361259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-96ee7974-5c17-469f-a892-d136c4a7b82a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:05.398641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['c9671b11-6fc0-47b2-961a-91f4ca5d240c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:36:05.453070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Pushing event deleted for resources: {'Port': ['ID=c9671b11-6fc0-47b2-961a-91f4ca5d240c,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:05.455466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:05.461680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:05.479664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2df040-208a-41eb-a3f1-2420d41e3d6f {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:36:05.496601 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port ad2df040-208a-41eb-a3f1-2420d41e3d6f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ad2df040-208a-41eb-a3f1-2420d41e3d6f,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:05.499372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] No DVR routers for this DVR port c9671b11-6fc0-47b2-961a-91f4ca5d240c on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:36:05.500754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:05.502555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:05.502706 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:05.506967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d98bfc-adeb-48d7-8eb3-fe4b71000f92', 'name': 'network-vif-deleted', 'tag': 'c9671b11-6fc0-47b2-961a-91f4ca5d240c'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:05.520333 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d2eea5f6-d16f-4cd8-b506-80af9af9df1e req-0724caf7-5f65-4691-8fe3-9308f026c0b1 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.10 "DELETE /v2.0/ports/c9671b11-6fc0-47b2-961a-91f4ca5d240c HTTP/1.1" status: 204 len: 173 time: 1.1437485 Apr 19 03:36:05.559603 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d98bfc-adeb-48d7-8eb3-fe4b71000f92', 'name': 'network-vif-deleted', 'tag': 'c9671b11-6fc0-47b2-961a-91f4ca5d240c', 'status': 'completed', 'code': 200} Apr 19 03:36:05.573174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=ad2df040-208a-41eb-a3f1-2420d41e3d6f,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:05.581394 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.581771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.582149 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.582518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.582887 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.583253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.583616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.583987 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.584359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.584734 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.585105 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.585466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:05.589965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:05.747868 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['ad2df040-208a-41eb-a3f1-2420d41e3d6f'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:36:06.248850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a64f9e3e-ee4d-4c7a-a9da-1440af28ae20 req-cc2036dd-575f-43f7-b5c7-3ba47d18ad7e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Synchronizing usage tracker for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:36:06.266222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-a64f9e3e-ee4d-4c7a-a9da-1440af28ae20 req-cc2036dd-575f-43f7-b5c7-3ba47d18ad7e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Unset dirty status for tenant:dd4016fc6f4d4d238c2a847d78372e13 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:36:06.267614 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a64f9e3e-ee4d-4c7a-a9da-1440af28ae20 req-cc2036dd-575f-43f7-b5c7-3ba47d18ad7e tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d98bfc-adeb-48d7-8eb3-fe4b71000f92 HTTP/1.1" status: 200 len: 210 time: 0.1170018 Apr 19 03:36:06.493814 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790da71-25a7-4f4e-9f1d-15f99d4bb2c0 req-40bd988f-4ddb-49f0-b386-58dac05620ac tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:06.495508 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2790da71-25a7-4f4e-9f1d-15f99d4bb2c0 req-40bd988f-4ddb-49f0-b386-58dac05620ac tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 944 time: 0.0984092 Apr 19 03:36:06.556459 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2790da71-25a7-4f4e-9f1d-15f99d4bb2c0 req-606f7e3f-5492-4f9f-b697-1c1dbc89e733 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507953 Apr 19 03:36:07.144242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device ad2df040-208a-41eb-a3f1-2420d41e3d6f up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:36:07.252925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port ad2df040-208a-41eb-a3f1-2420d41e3d6f completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:36:07.266235 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port ad2df040-208a-41eb-a3f1-2420d41e3d6f triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:36:07.267282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:07.440501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:07.483632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:07.498206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port ad2df040-208a-41eb-a3f1-2420d41e3d6f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ad2df040-208a-41eb-a3f1-2420d41e3d6f,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:07.505222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:07.506159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device c9671b11-6fc0-47b2-961a-91f4ca5d240c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:07.537977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:07.596540 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'code': 200} Apr 19 03:36:07.597540 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: c9671b11-6fc0-47b2-961a-91f4ca5d240c {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:07.598081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device c9671b11-6fc0-47b2-961a-91f4ca5d240c not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:07.641951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=ad2df040-208a-41eb-a3f1-2420d41e3d6f,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:07.645752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:07.974062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0a76f-8d93-4faf-8b95-80f1f916c629 req-ebf842d2-7633-4b16-bcf5-65dd38ac8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:07.975707 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1ac0a76f-8d93-4faf-8b95-80f1f916c629 req-ebf842d2-7633-4b16-bcf5-65dd38ac8c04 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 1098 time: 0.2087886 Apr 19 03:36:07.991354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97122479-387f-4cf5-a172-2482b1175440 req-ec03e9bb-135a-4d6f-9373-13306976e469 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:07.996879 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-97122479-387f-4cf5-a172-2482b1175440 req-ec03e9bb-135a-4d6f-9373-13306976e469 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 945 time: 0.1475685 Apr 19 03:36:08.079293 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1ac0a76f-8d93-4faf-8b95-80f1f916c629 req-e970bcb3-58fa-49e8-9745-7432494693e5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813494 Apr 19 03:36:08.084777 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-97122479-387f-4cf5-a172-2482b1175440 req-cdea8f81-80d8-4f31-90a3-1867ce14ab2f tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704668 Apr 19 03:36:09.313103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d805f2-b8a8-4872-9c12-14c3ee1098aa req-722e29a3-2ffd-4923-82b3-949e38e6aad1 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:09.316481 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-58d805f2-b8a8-4872-9c12-14c3ee1098aa req-722e29a3-2ffd-4923-82b3-949e38e6aad1 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 945 time: 0.1033914 Apr 19 03:36:09.395923 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-58d805f2-b8a8-4872-9c12-14c3ee1098aa req-c868edd0-411b-4eb2-b1cc-64e425b21127 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728502 Apr 19 03:36:09.628617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6664c44-f463-4958-be33-60a407633364 req-0eb82524-0622-4dab-ad1f-1b0559f8a80d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:09.630524 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a6664c44-f463-4958-be33-60a407633364 req-0eb82524-0622-4dab-ad1f-1b0559f8a80d tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 945 time: 0.1003575 Apr 19 03:36:09.640875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38290) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:09.646756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Request body: {'floatingip': {'port_id': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:09.960834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:10.733109 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:10.738432 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:10.944922 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Floating IP 79c689c9-8824-4ace-ba42-845cfc8dbd90 associated. External IP: 172.28.0.61, port: ad2df040-208a-41eb-a3f1-2420d41e3d6f. Apr 19 03:36:11.435048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:36:11.654905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:36:11.659582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:11.668481 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] Sync routers for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:36:11.679358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:11.680358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:11.725558 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-29ff478f-3177-4fdb-91d3-5e540ba18fca tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "PUT /v2.0/floatingips/79c689c9-8824-4ace-ba42-845cfc8dbd90 HTTP/1.1" status: 200 len: 990 time: 2.0833657 Apr 19 03:36:11.726332 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'tag': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:11.834456 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'tag': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'status': 'completed', 'code': 200} Apr 19 03:36:11.950336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-8d1b8857-930f-4f5a-a6f9-f2a0d2099201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:11.952013 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-8d1b8857-930f-4f5a-a6f9-f2a0d2099201 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=947a9614b6584e0b9e93f50380694665&device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 1098 time: 0.0933709 Apr 19 03:36:12.117198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-59ce7398-6781-47dc-a388-7349f63dc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:12.118930 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-59ce7398-6781-47dc-a388-7349f63dc4cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 200 len: 911 time: 0.1588137 Apr 19 03:36:12.160984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:12.257394 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-f0cf23f1-a9cd-4911-98fd-7c610f3ab4c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2df040-208a-41eb-a3f1-2420d41e3d6f HTTP/1.1" status: 200 len: 998 time: 0.1303651 Apr 19 03:36:12.344990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-22b28c82-5575-46d7-ae6b-ded1dbfa70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:12.347259 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-22b28c82-5575-46d7-ae6b-ded1dbfa70ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 200 len: 849 time: 0.0808680 Apr 19 03:36:12.499206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-82f21679-f533-4b7d-8542-2077b5392219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:12.501291 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-82f21679-f533-4b7d-8542-2077b5392219 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1471419 Apr 19 03:36:12.651396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '79c689c9-8824-4ace-ba42-845cfc8dbd90', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'port_id': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'mac_address': 'fa:16:3e:6c:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:35:57Z', 'updated_at': '2021-04-19T03:36:10Z', 'revision_number': 1, 'project_id': '947a9614b6584e0b9e93f50380694665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:12.656026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] Checking router: 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:36:12.665482 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:12.666174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:12.695210 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-17745a01-e5f7-4113-a232-857d6925de74 service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814406 Apr 19 03:36:12.895632 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-225ba0f7-7ca2-4a2b-966c-5eea377724a4 req-8bda2b3a-1148-474f-b8ed-fb3a2ccee31d service neutron] 10.222.0.10 "GET /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906409 Apr 19 03:36:12.957104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:13.410040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '79c689c9-8824-4ace-ba42-845cfc8dbd90', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'port_id': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'mac_address': 'fa:16:3e:6c:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:35:57Z', 'updated_at': '2021-04-19T03:36:10Z', 'revision_number': 1, 'project_id': '947a9614b6584e0b9e93f50380694665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:13.415479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8e8e7-7f40-49c7-bbac-69418892a587 None None] The sync data for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb is: [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '79c689c9-8824-4ace-ba42-845cfc8dbd90', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'port_id': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'mac_address': 'fa:16:3e:6c:0a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:35:57Z', 'updated_at': '2021-04-19T03:36:10Z', 'revision_number': 1, 'project_id': '947a9614b6584e0b9e93f50380694665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:36:13.728438 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1b282-6ccd-4be7-9a5e-c0a8bd3776f8 None None] New status for floating IP 79c689c9-8824-4ace-ba42-845cfc8dbd90: ACTIVE {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:36:23.798116 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-f67b5c42-9dd8-4cac-988f-bd1cd915c494 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295504033&fields=id&tenant_id=5eb8114a11ea4a4896008a1b64c6e853 HTTP/1.1" status: 200 len: 267 time: 0.0458581 Apr 19 03:36:23.896621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-f99205da-aacc-4f35-9db6-24b2eb888af5 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:23.898227 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-f99205da-aacc-4f35-9db6-24b2eb888af5 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 985 time: 0.0939026 Apr 19 03:36:23.910910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Request body: {'port': {'security_groups': ['0988c3cc-d3fe-4c87-a595-43f5d4920a02']}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:24.049198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.313282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] For port ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:24.340342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.343813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.349841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-54e0e2d1-1035-492f-8ab3-e830c6121791 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:24.357628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['ae97d3bd-f4e2-4b57-97ec-3a100617d56c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:36:24.426068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:24.426749 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.428274 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c61fd400-94c9-4ffa-a89f-ffa07a54a92b req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "PUT /v2.0/ports/ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 943 time: 0.5225563 Apr 19 03:36:24.428829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:24.439865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38540) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:24.486160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event updated for resources: {'Port': ['ID=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,revision_number=7']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:24.489913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:24.528277 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'status': 'completed', 'code': 200} Apr 19 03:36:24.576647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f5e89354-7508-46b5-8373-81251c09a109 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.593900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['ae97d3bd-f4e2-4b57-97ec-3a100617d56c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:36:24.659491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f5e89354-7508-46b5-8373-81251c09a109 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.744951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d1dec-e058-4540-9436-fc7252d89aed req-28b6ff19-7564-4d26-bec9-82c244a856cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:24.747455 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a64d1dec-e058-4540-9436-fc7252d89aed req-28b6ff19-7564-4d26-bec9-82c244a856cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1099 time: 0.1726680 Apr 19 03:36:24.757562 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f5e89354-7508-46b5-8373-81251c09a109 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.764860 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-82c46fbc-aed6-4442-8f33-ca61e30b5ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:24.799930 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-226f3142-d1ec-4d95-a844-9e4dd46b3287 None None] Provisioning complete for port ae97d3bd-f4e2-4b57-97ec-3a100617d56c triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:36:24.800531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-226f3142-d1ec-4d95-a844-9e4dd46b3287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.804495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e89354-7508-46b5-8373-81251c09a109 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11032126-2a52-4c4e-a413-46d59574bdc8,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:24.821784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f5e89354-7508-46b5-8373-81251c09a109 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:24.892586 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38550) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:24.909236 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f5e89354-7508-46b5-8373-81251c09a109 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:24.914131 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f5e89354-7508-46b5-8373-81251c09a109 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "DELETE /v2.0/security-groups/11032126-2a52-4c4e-a413-46d59574bdc8 HTTP/1.1" status: 204 len: 168 time: 0.4705226 Apr 19 03:36:24.914411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38554) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:24.960666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] Deleting subnet f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96 {{(pid=86419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:36:24.964892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.010402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d1dec-e058-4540-9436-fc7252d89aed req-f4c445dc-6ea5-4ef4-bc03-904358aa1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:25.012201 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a64d1dec-e058-4540-9436-fc7252d89aed req-f4c445dc-6ea5-4ef4-bc03-904358aa1e31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 200 len: 915 time: 0.2496395 Apr 19 03:36:25.021208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.029118 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.238451 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a64d1dec-e058-4540-9436-fc7252d89aed req-3a3138d2-0674-40ef-9f45-d6630617fab3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 1001 time: 0.2183344 Apr 19 03:36:25.300582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Deleting port 5c42261f-4800-45ef-a7b7-a5128991af67 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:25.300965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.398114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d1dec-e058-4540-9436-fc7252d89aed req-75cf20d2-ef7b-4d86-b97e-53495e239d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:25.399695 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a64d1dec-e058-4540-9436-fc7252d89aed req-75cf20d2-ef7b-4d86-b97e-53495e239d21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e HTTP/1.1" status: 200 len: 853 time: 0.1523430 Apr 19 03:36:25.511726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for subnet, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.517247 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:25.559801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:25.562061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.565110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:25.571942 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7f8696e6-2377-4683-84be-f720b98affed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1cf89b6-b56f-4dd4-9a35-f0f41c9e4f96 HTTP/1.1" status: 204 len: 168 time: 0.6758797 Apr 19 03:36:25.572207 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38558) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:25.693290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.813897 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d1dec-e058-4540-9436-fc7252d89aed req-413ec044-df26-4c10-803a-a843d26ae623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:25.815489 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a64d1dec-e058-4540-9436-fc7252d89aed req-413ec044-df26-4c10-803a-a843d26ae623 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21000f1d-87e4-461e-8615-2548195e59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4040239 Apr 19 03:36:25.817464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.817955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.830502 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:25.949302 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.949782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.950680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.951138 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > port after_create 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.951587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.952037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > port after_update 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.952471 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.952897 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.953324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.953751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:25.994143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Calling delete_port for 5c42261f-4800-45ef-a7b7-a5128991af67 owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:26.043382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:26.043782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:26.044224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:26.044607 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 03:36:26.044994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ae9141-8b09-4a39-9670-0e3c9aff7850']}} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:26.060710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a5862e-7516-451a-999b-b566136b26cf') {'for_net_delete': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:26.061166 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a5862e-7516-451a-999b-b566136b26cf') {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:26.073928 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2187440'] for segment, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.090936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.098837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=86419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:36:26.183308 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a64d1dec-e058-4540-9436-fc7252d89aed req-c5d3a707-8501-44a7-9b58-c50c115c8ec1 service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560114 Apr 19 03:36:26.297665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Network b4ae9141-8b09-4a39-9670-0e3c9aff7850 has no segments {{(pid=86419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:36:26.306776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2341124'] for segment, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.406047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.412926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-74d1103c-f5b3-4658-80e6-1255ac504d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:26.466175 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a64d1dec-e058-4540-9436-fc7252d89aed req-7187f641-e601-4757-8aeb-98fd43f3039f service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645657 Apr 19 03:36:26.468950 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event deleted for resources: {'Port': ['ID=5c42261f-4800-45ef-a7b7-a5128991af67,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:26.472377 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:26.494408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Network b4ae9141-8b09-4a39-9670-0e3c9aff7850 has no segments {{(pid=86419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: from cryptography.utils import int_from_bytes Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: from cryptography.utils import int_from_bytes Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: (rel_b, rel_a, rel_b), Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: (rel_b, rel_a, rel_b), Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:36:26.520238 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:36:26.568630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks [] for floatingip, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.568907 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Floating IP 4b6b4705-0287-4cb2-b6d8-8663bd67bc76 disassociated (deleted). External IP: 172.28.0.63, port: ae97d3bd-f4e2-4b57-97ec-3a100617d56c. Apr 19 03:36:26.603578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.608374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:26.628132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.630863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ae9141-8b09-4a39-9670-0e3c9aff7850,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:26.633962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:26.638085 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-73a53fc5-c297-4b4e-bca6-1c1e526c3b08 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b4ae9141-8b09-4a39-9670-0e3c9aff7850 HTTP/1.1" status: 204 len: 168 time: 1.0648522 Apr 19 03:36:26.765810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38586) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:26.834650 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-fe3e81aa-b5dc-44f9-a611-e82eb703ffaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=accca5ae1b134c929292ab3361b3061d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658474 Apr 19 03:36:26.836451 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38592) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:26.905426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-465f6859-6c06-4b08-a83b-d8b2de9cc663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.935081 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-465f6859-6c06-4b08-a83b-d8b2de9cc663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.976693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Router bf5211a0-b73e-4002-9439-aeffdad5dccd has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:36:26.987063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-465f6859-6c06-4b08-a83b-d8b2de9cc663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:26.992178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8ab5800b-1155-4a7d-a107-6a250113ad4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:27.006525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f6859-6c06-4b08-a83b-d8b2de9cc663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa0853-9d34-432b-84cf-ce8b0b0e44e3,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:27.011246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-465f6859-6c06-4b08-a83b-d8b2de9cc663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:27.014638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-465f6859-6c06-4b08-a83b-d8b2de9cc663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:27.015831 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-465f6859-6c06-4b08-a83b-d8b2de9cc663 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39fa0853-9d34-432b-84cf-ce8b0b0e44e3 HTTP/1.1" status: 204 len: 168 time: 0.1782823 Apr 19 03:36:27.181129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:36:27.194094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] Sync routers for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:36:27.207770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:27.208269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:27.209014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:27.274024 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7a359e89-9272-44a5-9538-7f4ff1bdb8e8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "DELETE /v2.0/floatingips/4b6b4705-0287-4cb2-b6d8-8663bd67bc76 HTTP/1.1" status: 204 len: 168 time: 2.3583834 Apr 19 03:36:27.275047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:27.341981 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'status': 'completed', 'code': 200} Apr 19 03:36:27.502608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bd610-e15d-4902-827e-b69955c5617c req-11b4169c-67b4-40f3-a724-c68f24db9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:27.504770 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d5bd610-e15d-4902-827e-b69955c5617c req-11b4169c-67b4-40f3-a724-c68f24db9578 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 1099 time: 0.1355402 Apr 19 03:36:27.505259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:27.686313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bd610-e15d-4902-827e-b69955c5617c req-6d30be8c-e958-4042-afe2-5a5dbb554339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:27.688243 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d5bd610-e15d-4902-827e-b69955c5617c req-6d30be8c-e958-4042-afe2-5a5dbb554339 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 200 len: 915 time: 0.1751623 Apr 19 03:36:27.803373 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d5bd610-e15d-4902-827e-b69955c5617c req-0b3d6e40-c005-4b6f-ad39-cf679e48ec45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 200 len: 217 time: 0.1002052 Apr 19 03:36:27.889624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bd610-e15d-4902-827e-b69955c5617c req-1136a8d5-54f9-4a0f-96cc-1f207e9180ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:27.891206 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d5bd610-e15d-4902-827e-b69955c5617c req-1136a8d5-54f9-4a0f-96cc-1f207e9180ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e HTTP/1.1" status: 200 len: 853 time: 0.0797381 Apr 19 03:36:28.000530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bd610-e15d-4902-827e-b69955c5617c req-3ab9eb53-fe46-4455-b9f2-daf94cc9b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:28.003439 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d5bd610-e15d-4902-827e-b69955c5617c req-3ab9eb53-fe46-4455-b9f2-daf94cc9b5bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21000f1d-87e4-461e-8615-2548195e59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1054814 Apr 19 03:36:28.210882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:40Z', 'revision_number': 5, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:28.215894 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] Checking router: bf5211a0-b73e-4002-9439-aeffdad5dccd for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:36:28.224846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:28.225501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:28.247237 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d5bd610-e15d-4902-827e-b69955c5617c req-d46aa914-a3e1-4eeb-9a85-4b63381689ce service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337368 Apr 19 03:36:28.399680 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0d5bd610-e15d-4902-827e-b69955c5617c req-7c9b7b86-e0a6-4654-9460-30489dc982ad service neutron] 10.222.0.10 "GET /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447892 Apr 19 03:36:28.423433 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:28.517462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4902b8e8-9377-4bad-853a-216662babb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:28.529099 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38642) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:28.619953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] Deleting subnet 27513eab-612d-457f-9fb0-b34e012acdcd {{(pid=86419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:36:28.630280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:28.725304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852588360'] for subnet, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:28.788255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:28.811536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:40Z', 'revision_number': 5, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:28.815694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fcbee5-1617-4add-beb9-686629164263 None None] The sync data for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb is: [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '6648e672-dba0-49a5-8d22-a4559294ed38', 'name': '', 'network_id': '21000f1d-87e4-461e-8615-2548195e59f2', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'mac_address': 'fa:16:3e:72:39:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:25Z', 'updated_at': '2021-04-19T03:33:40Z', 'revision_number': 5, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'subnets': [{'id': '74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:36:29.072044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852440409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180113'] for subnet, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:29.079325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-15103163-60c2-485f-8f7d-7a0c5eae31ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:29.122140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27513eab-612d-457f-9fb0-b34e012acdcd,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:29.125800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:29.126850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:29.136503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38652) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:29.136649 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1f532c7c-7f6e-4af4-8c15-5d086c27455e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/27513eab-612d-457f-9fb0-b34e012acdcd HTTP/1.1" status: 204 len: 168 time: 0.6055310 Apr 19 03:36:29.204575 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c3860b-78eb-4fab-aff1-9d093cad5823 None None] New status for floating IP 4b6b4705-0287-4cb2-b6d8-8663bd67bc76: DOWN {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:36:29.259421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:29.409369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:29.755742 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f979bcef-7985-4080-9940-985d74647446']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:29.769343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94036794-0449-4123-9046-64e6248831c0') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:29.769687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94036794-0449-4123-9046-64e6248831c0') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:29.781648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:29.800317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:29.806858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:36:29.988513 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Network f979bcef-7985-4080-9940-985d74647446 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:36:29.998598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:30.184488 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Network f979bcef-7985-4080-9940-985d74647446 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:36:30.207432 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:36:30.291594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:30.297733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b6d738b-2037-48ec-8515-831dfdb8d76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:30.312706 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:30.328887 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Pushing event deleted for resources: {'Network': ['ID=f979bcef-7985-4080-9940-985d74647446,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:30.332367 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:30.337313 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-6256844d-2256-4e3c-8259-7eb364e7a176 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f979bcef-7985-4080-9940-985d74647446 HTTP/1.1" status: 204 len: 168 time: 1.1996317 Apr 19 03:36:30.535298 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38682) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:30.599898 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a81692be-b5a2-4d1a-bc35-e60ab9494124 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd4016fc6f4d4d238c2a847d78372e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608966 Apr 19 03:36:30.600245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38686) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:30.664515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7da1-54ce-4775-88ca-5aa1cea32f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:30.697507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-efb188ca-74b3-41ae-aa19-b60c9d8bc112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:30.697829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7da1-54ce-4775-88ca-5aa1cea32f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:30.753707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7da1-54ce-4775-88ca-5aa1cea32f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:30.759345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4784cbc9-6e11-4f46-8cf4-f4271889ae26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:30.777109 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f7da1-54ce-4775-88ca-5aa1cea32f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf716628-a99a-4ed4-9071-34515d183031,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:30.779629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3e9f7da1-54ce-4775-88ca-5aa1cea32f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:30.784923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7da1-54ce-4775-88ca-5aa1cea32f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:30.788655 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3e9f7da1-54ce-4775-88ca-5aa1cea32f29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf716628-a99a-4ed4-9071-34515d183031 HTTP/1.1" status: 204 len: 168 time: 0.1848772 Apr 19 03:36:31.220412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35972e4c-90eb-4320-9cd1-1031b6387518 req-fef08c27-2e75-437e-a3d9-af6e98838bf7 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:31.221344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-35972e4c-90eb-4320-9cd1-1031b6387518 req-fef08c27-2e75-437e-a3d9-af6e98838bf7 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Synchronizing usage tracker for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:36:31.240330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-35972e4c-90eb-4320-9cd1-1031b6387518 req-fef08c27-2e75-437e-a3d9-af6e98838bf7 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Unset dirty status for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:36:31.241751 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-35972e4c-90eb-4320-9cd1-1031b6387518 req-fef08c27-2e75-437e-a3d9-af6e98838bf7 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.1584904 Apr 19 03:36:31.294965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-35972e4c-90eb-4320-9cd1-1031b6387518 req-ecad5911-a887-4153-964a-7ac0dbfed236 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Synchronizing usage tracker for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:36:31.311174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-35972e4c-90eb-4320-9cd1-1031b6387518 req-ecad5911-a887-4153-964a-7ac0dbfed236 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Unset dirty status for tenant:5eb8114a11ea4a4896008a1b64c6e853 on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:36:31.312474 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-35972e4c-90eb-4320-9cd1-1031b6387518 req-ecad5911-a887-4153-964a-7ac0dbfed236 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637622 Apr 19 03:36:31.785949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:31.844466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:32.517353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239af64-4a64-48a4-ae3f-e4a99f36d476 req-65bcd274-f5cd-4333-b2d8-c68dc9b0c2e6 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:32.518999 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1239af64-4a64-48a4-ae3f-e4a99f36d476 req-65bcd274-f5cd-4333-b2d8-c68dc9b0c2e6 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.0930204 Apr 19 03:36:32.572292 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1239af64-4a64-48a4-ae3f-e4a99f36d476 req-a62094cb-43df-4849-9edb-ee99df1af8cc tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462899 Apr 19 03:36:32.849317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ff33-907b-45db-85e3-39ff426c258a req-80dcd29c-a69e-42ef-bee5-7cd46bf080b7 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:32.850900 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2be2ff33-907b-45db-85e3-39ff426c258a req-80dcd29c-a69e-42ef-bee5-7cd46bf080b7 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 946 time: 0.0968816 Apr 19 03:36:32.904861 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2be2ff33-907b-45db-85e3-39ff426c258a req-60a1370e-4883-48fc-9968-2d687a752b60 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466273 Apr 19 03:36:33.072602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-8c76678d-f0f9-49a0-b093-11f71d9a1231 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:33.074706 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-8c76678d-f0f9-49a0-b093-11f71d9a1231 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.10 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 946 time: 0.0913761 Apr 19 03:36:33.154674 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Deleting port ae97d3bd-f4e2-4b57-97ec-3a100617d56c {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:33.155056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:33.424260 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] For port ae97d3bd-f4e2-4b57-97ec-3a100617d56c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:33.424626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:33.560611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Calling delete_port for ae97d3bd-f4e2-4b57-97ec-3a100617d56c owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:33.622326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:33.770011 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:33.778688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0ad5b3aa-69ac-46a2-8d40-b6b970e9536b tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:33.787509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['ae97d3bd-f4e2-4b57-97ec-3a100617d56c'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:36:33.831488 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Pushing event deleted for resources: {'Port': ['ID=ae97d3bd-f4e2-4b57-97ec-3a100617d56c,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:33.835569 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:33.929409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] No DVR routers for this DVR port ae97d3bd-f4e2-4b57-97ec-3a100617d56c on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:36:33.939053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5bb00-306d-4b4b-ab23-33c7df7e19d2 req-ea46e3e1-1d96-49e3-9753-a3fb78deb62f tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:33.940755 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fbb5bb00-306d-4b4b-ab23-33c7df7e19d2 req-ea46e3e1-1d96-49e3-9753-a3fb78deb62f tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/ports?device_id=15504894-e4ee-4ef0-9977-2dff4910847d HTTP/1.1" status: 200 len: 867 time: 0.2400508 Apr 19 03:36:33.941853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:33.944832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'name': 'network-vif-deleted', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:33.980543 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-16a606bb-dab8-4532-a8c3-1f7ca3140a61 req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.10 "DELETE /v2.0/ports/ae97d3bd-f4e2-4b57-97ec-3a100617d56c HTTP/1.1" status: 204 len: 173 time: 0.8994799 Apr 19 03:36:34.007077 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fbb5bb00-306d-4b4b-ab23-33c7df7e19d2 req-9175e417-515a-47f2-bc8c-93920b761002 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] 10.222.0.20 "GET /v2.0/security-groups?id=0988c3cc-d3fe-4c87-a595-43f5d4920a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551217 Apr 19 03:36:34.071844 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15504894-e4ee-4ef0-9977-2dff4910847d', 'name': 'network-vif-deleted', 'tag': 'ae97d3bd-f4e2-4b57-97ec-3a100617d56c', 'status': 'completed', 'code': 200} Apr 19 03:36:34.148838 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c7b2e-1b32-4d59-933c-c179c7dcefb9 req-15e8ee06-0985-4219-b465-abc572f0b241 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:34.150650 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fe4c7b2e-1b32-4d59-933c-c179c7dcefb9 req-15e8ee06-0985-4219-b465-abc572f0b241 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 946 time: 0.1018007 Apr 19 03:36:34.209804 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fe4c7b2e-1b32-4d59-933c-c179c7dcefb9 req-51021c66-f775-4ef3-94fc-c30043a2238d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504639 Apr 19 03:36:34.613599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-027861dd-1f2c-455a-bacb-8aed8917e63b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:34.615390 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-027861dd-1f2c-455a-bacb-8aed8917e63b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 946 time: 0.0973060 Apr 19 03:36:34.703570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Deleting port a130041b-dddb-4b79-815f-1b7c58b46a60 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:34.703953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:34.981183 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] For port a130041b-dddb-4b79-815f-1b7c58b46a60, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a130041b-dddb-4b79-815f-1b7c58b46a60,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:34.981583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:35.251349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:35.310053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:35.310725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:35.311075 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Floating IP 06b153dd-686a-4b31-aa68-31208005436f disassociated. External IP: 172.28.0.20, port: a130041b-dddb-4b79-815f-1b7c58b46a60. Apr 19 03:36:35.311455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Calling delete_port for a130041b-dddb-4b79-815f-1b7c58b46a60 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:35.431320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d140de-4c77-4426-80f8-b867b5624abc req-80c83e62-146c-4ef4-87da-959c11a0c3f3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:35.433698 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e2d140de-4c77-4426-80f8-b867b5624abc req-80c83e62-146c-4ef4-87da-959c11a0c3f3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 946 time: 0.0971568 Apr 19 03:36:35.487350 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e2d140de-4c77-4426-80f8-b867b5624abc req-ef5c5871-abaf-4105-8f36-c54d0eb01dae tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=47735bcc-8c3b-42ce-acd2-c269e4944a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454202 Apr 19 03:36:35.494370 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:35.501290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4706b158-6211-4af0-a38a-a73e946c61cb tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:35.551857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event deleted for resources: {'Port': ['ID=a130041b-dddb-4b79-815f-1b7c58b46a60,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:35.564728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.565103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.565516 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.565921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.566334 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.566736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.567139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.567539 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.567943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.568364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.568760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.569159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:35.573614 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:35.776319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Router d5d795f6-3742-4bf7-93ca-f415a3240b04 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:36:35.866245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38832) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:35.987056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:36:36.003960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] Sync routers for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:36:36.028286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:36.032606 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:36.076122 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] No DVR routers for this DVR port a130041b-dddb-4b79-815f-1b7c58b46a60 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:36:36.082955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:36.099665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-deleted', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:36.135311 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eacb99e5-53e4-4965-97e7-9c4234a91c05 req-a0b6abc8-9810-4f86-94a2-efb0218db7ec tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "DELETE /v2.0/ports/a130041b-dddb-4b79-815f-1b7c58b46a60 HTTP/1.1" status: 204 len: 173 time: 1.5133209 Apr 19 03:36:36.228710 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4af86d-9bfd-4ac2-bf39-855302fc8bfb', 'name': 'network-vif-deleted', 'tag': 'a130041b-dddb-4b79-815f-1b7c58b46a60', 'status': 'completed', 'code': 200} Apr 19 03:36:36.300299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:36.536447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1966742'] for router_interface, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:36.655024 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:36.659390 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] Checking router: d5d795f6-3742-4bf7-93ca-f415a3240b04 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:36:36.669419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:36.670110 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:36.743492 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-79cd9cbb-fe9c-4220-bbb3-b78915acedcd req-d77de939-cf43-4b5f-bd9c-8353d3976f52 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4af86d-9bfd-4ac2-bf39-855302fc8bfb HTTP/1.1" status: 200 len: 210 time: 0.0794990 Apr 19 03:36:36.866610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:37.236638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Deleting port 6648e672-dba0-49a5-8d22-a4559294ed38 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:37.237353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:37.238012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:37.242499 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5a2f3-0dbf-4b56-825d-7e799cd441e1 None None] The sync data for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb is: [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:36:37.349303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:37.390291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: a130041b-dddb-4b79-815f-1b7c58b46a60 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:37.390291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a130041b-dddb-4b79-815f-1b7c58b46a60 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:37.390291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device ae97d3bd-f4e2-4b57-97ec-3a100617d56c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:37.463891 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] For port 6648e672-dba0-49a5-8d22-a4559294ed38, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=6648e672-dba0-49a5-8d22-a4559294ed38,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:37.464542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:37.604497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: ae97d3bd-f4e2-4b57-97ec-3a100617d56c {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:37.604880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device ae97d3bd-f4e2-4b57-97ec-3a100617d56c not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:37.610872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Calling delete_port for 6648e672-dba0-49a5-8d22-a4559294ed38 owned by network:router_interface {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:37.668164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733e1a2-1c04-4356-a0ab-2186f30f15b3 None None] New status for floating IP 06b153dd-686a-4b31-aa68-31208005436f: DOWN {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:36:37.810725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:37.815556 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b6e23ebd-1c56-4129-87ee-fbc2ae5d6d8d tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:37.866340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Pushing event deleted for resources: {'Port': ['ID=6648e672-dba0-49a5-8d22-a4559294ed38,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:37.876858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.877292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.877724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.878128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.878526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.878925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.879320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.879688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.880130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.880550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.880799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38858) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:37.880921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.881237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:36:37.918565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:37.963003 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef3a9-fbe1-46e3-87ab-e3a989ef9bdb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:38.000836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef3a9-fbe1-46e3-87ab-e3a989ef9bdb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:38.066726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef3a9-fbe1-46e3-87ab-e3a989ef9bdb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:38.072490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5ac45332-ca3e-4181-8841-aa1ce215140f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:38.088303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ef3a9-fbe1-46e3-87ab-e3a989ef9bdb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47735bcc-8c3b-42ce-acd2-c269e4944a3b,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:38.091408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b7ef3a9-fbe1-46e3-87ab-e3a989ef9bdb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:38.100803 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1b7ef3a9-fbe1-46e3-87ab-e3a989ef9bdb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:38.102615 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-1b7ef3a9-fbe1-46e3-87ab-e3a989ef9bdb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "DELETE /v2.0/security-groups/47735bcc-8c3b-42ce-acd2-c269e4944a3b HTTP/1.1" status: 204 len: 168 time: 0.2196567 Apr 19 03:36:38.112713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38862) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:38.133603 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.v2.resource [None req-b165d4eb-e6c8-489d-abe3-3da890fa94fa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] show failed (client error): The resource could not be found. Apr 19 03:36:38.136285 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b165d4eb-e6c8-489d-abe3-3da890fa94fa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups/47735bcc-8c3b-42ce-acd2-c269e4944a3b HTTP/1.1" status: 404 len: 347 time: 0.0209336 Apr 19 03:36:38.138454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38866) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:38.185261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966824'] for router_interface, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:38.330091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Deleting port 99ac5648-d33c-44c4-ab46-fd3a3ed7d1f7 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:38.330091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:38.674261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Router bf5211a0-b73e-4002-9439-aeffdad5dccd has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:36:38.763845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:38.764266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:38.867992 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:36:38.878037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] Sync routers for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:36:38.881923 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-6cb957ed-81ff-4bc5-8fdb-1b852990c634 admin admin] 10.222.0.20 "PUT /v2.0/routers/bf5211a0-b73e-4002-9439-aeffdad5dccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0142152 Apr 19 03:36:38.888569 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38878) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:38.889618 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:38.890399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:38.900820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Calling delete_port for 99ac5648-d33c-44c4-ab46-fd3a3ed7d1f7 owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:39.051796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.057094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-98b94236-35c1-48cf-82cd-8af728880ac6 tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:39.081215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks [] for router, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.085635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:39.103779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event deleted for resources: {'Port': ['ID=99ac5648-d33c-44c4-ab46-fd3a3ed7d1f7,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:39.107702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:39.208577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.224763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.228834 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "DELETE /v2.0/floatingips/06b153dd-686a-4b31-aa68-31208005436f HTTP/1.1" status: 204 len: 168 time: 1.0863953 Apr 19 03:36:39.299201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.308015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Deleting port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:39.308412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.420312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202'}], 'enable_snat': True}, 'gw_port_id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:36:37Z', 'revision_number': 5, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port': {'id': '8bc807f9-e4e1-4093-b1bf-92a58c4c35ae', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:17Z', 'updated_at': '2021-04-19T03:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:39.424936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] Checking router: bf5211a0-b73e-4002-9439-aeffdad5dccd for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:36:39.435018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] Routers {'bf5211a0-b73e-4002-9439-aeffdad5dccd'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:39.435684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['bf5211a0-b73e-4002-9439-aeffdad5dccd'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:39.491369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] For port 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=8bc807f9-e4e1-4093-b1bf-92a58c4c35ae,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:39.491750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.522009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:36:39.602794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] Set router bf5211a0-b73e-4002-9439-aeffdad5dccd gateway port host: None {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:39.638162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Calling delete_port for 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae owned by network:router_gateway {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:39.748773 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:36:39Z', 'revision_number': 6, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port_host': None}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:39.753447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3643e9-6fda-476b-ab1e-418eaad04ff5 None None] The sync data for ids ['bf5211a0-b73e-4002-9439-aeffdad5dccd'] in dv-cinder-786054-3-smb is: [{'id': 'bf5211a0-b73e-4002-9439-aeffdad5dccd', 'name': 'tempest-TestMinimumBasicScenario-527109087-router', 'tenant_id': '5eb8114a11ea4a4896008a1b64c6e853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:14Z', 'updated_at': '2021-04-19T03:36:39Z', 'revision_number': 6, 'project_id': '5eb8114a11ea4a4896008a1b64c6e853', 'gw_port_host': None}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:36:39.766451 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38890) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:39.772816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711666668', 'description': 'tempest-description--1370324658'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:39.780256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:36:39.784991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:security_group and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:36:39.788114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:36:39.794986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:36:39.810348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.836713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:36:39.844269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:security_group_rule and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:36:39.847869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:36:39.858270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:36:39.869421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.875230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4f1cb91c-b6ab-471c-9693-930907dbca03 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:39.926414 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc807f9-e4e1-4093-b1bf-92a58c4c35ae,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:39.929949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:39.950835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.954093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:39.960210 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f5e89354-7508-46b5-8373-81251c09a109 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:39.963797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38896) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:40.004801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f673684-5f0b-474a-ba85-2b4a0014a906,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:40.007544 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:40.008452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.012476 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-932978c8-20cc-4cf4-bfbb-c6b712f5f272 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2422476 Apr 19 03:36:40.012863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38902) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:40.019085 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'security_group_rule': {'security_group_id': '1f673684-5f0b-474a-ba85-2b4a0014a906', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:40.026506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:36:40.030726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:security_group_rule and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:36:40.033821 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:36:40.044848 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:36:40.048748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852679319'] for router_gateway, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.071459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.144750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.151701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.154337 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:40.180181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5dc9ce-ecf8-431a-a5b1-52eec921aa27,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:40.183227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:40.191453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.195387 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-87be2067-df84-4323-8fe2-377a9d59fd8e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790988 Apr 19 03:36:40.196396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38906) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:40.202059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'security_group_rule': {'security_group_id': '1f673684-5f0b-474a-ba85-2b4a0014a906', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:40.208514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:36:40.212538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:security_group_rule and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:36:40.216375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:36:40.222327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:36:40.240040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.314079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.317144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.319316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:40.343422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4982d9b-5a2d-448b-a728-a4e2d727e1e4,revision_number=0']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:40.348313 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:40.356693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.361159 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0e76da2b-18f9-4bff-993e-2afa3c4005bf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1606052 Apr 19 03:36:40.361526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38910) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:40.367446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'floatingip': {'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:40.374294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:36:40.378459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Usage tracker for resource:floatingip and tenant:244beb034457436ea20a02004a345f2e is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:36:40.381576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:36:40.389459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:36:40.400262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.505883 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852802251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772763'] for router, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.507802 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.518415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.532215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 6648e672-dba0-49a5-8d22-a4559294ed38 no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:40.558324 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.569634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 6648e672-dba0-49a5-8d22-a4559294ed38 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:40.570040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 6648e672-dba0-49a5-8d22-a4559294ed38 not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:40.570509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:40.597506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:36:40.608262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:40.608665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 8bc807f9-e4e1-4093-b1bf-92a58c4c35ae not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:40.614830 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Usage tracker for resource:security_group_rule and tenant:287d45b383be44b39c2d4775e537df35 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:36:40.618571 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:36:40.625902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:36:40.629390 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969521'] for router, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.629964 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf5211a0-b73e-4002-9439-aeffdad5dccd {{(pid=86419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 03:36:40.670423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Notify callbacks [] for router, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.673839 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bf5211a0-b73e-4002-9439-aeffdad5dccd HTTP/1.1" status: 204 len: 168 time: 1.7823522 Apr 19 03:36:40.675661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38914) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:40.724901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Allocated IP 172.28.0.45 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/58e0aebd-6088-4827-8292-1f75006a0941) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:36:40.765657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] Deleting subnet 74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e {{(pid=86419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:36:40.778549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.860046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.862487 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852588360'] for subnet, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.887738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.896283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.906974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a222db81-3312-4f84-b05f-a4d8d610b4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:40.917610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:40.921760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f690bb2b-3674-4600-9356-baa7d01f054e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:40.965195 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=287d45b383be44b39c2d4775e537df35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0002096 Apr 19 03:36:40.968223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea576f8c-3728-4a27-ad24-949785429409,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:40.969846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 38920) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:40.975053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:41.001075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:36:41.010892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:36:41.019555 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:36:41.051255 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.062729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'Port': ['ID=58e0aebd-6088-4827-8292-1f75006a0941,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:41.069709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:41.127420 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-60347751-4483-4fd6-9b31-00a9392889f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.170400 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-60347751-4483-4fd6-9b31-00a9392889f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.196507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.278771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.317084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852440409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180113'] for subnet, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.318349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-60347751-4483-4fd6-9b31-00a9392889f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.322230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bf1a8258-7a37-4161-bac8-9d66189b2b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:41.324228 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-29105ad2-5ef9-4534-acda-ce80e11f39e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:41.350434 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60347751-4483-4fd6-9b31-00a9392889f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea576f8c-3728-4a27-ad24-949785429409,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:41.362005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-60347751-4483-4fd6-9b31-00a9392889f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:41.362266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:41.365631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:41.366701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.376200 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5caf034a-3244-43e9-a08f-c72d501059e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74e45033-1e3a-4bc2-9bc5-2dc01bb58e3e HTTP/1.1" status: 204 len: 168 time: 0.6993880 Apr 19 03:36:41.377698 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c2a8e9-3be7-456b-944c-bf1801f7545f None None] Network 21000f1d-87e4-461e-8615-2548195e59f2 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:36:41.378727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38924) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:41.410406 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-60347751-4483-4fd6-9b31-00a9392889f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.415612 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-60347751-4483-4fd6-9b31-00a9392889f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea576f8c-3728-4a27-ad24-949785429409 HTTP/1.1" status: 204 len: 168 time: 0.4409096 Apr 19 03:36:41.516391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.528502 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Deleting port d1d84efa-74b2-4838-80ee-2739a9e30b7f {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:41.528945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.551342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.555934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.562949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8772aa0d-5326-4a13-a4b3-c04e8fa0f490 tempest-AttachVolumeNegativeTest-215054913 tempest-AttachVolumeNegativeTest-215054913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:41.693740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'Port': ['ID=58e0aebd-6088-4827-8292-1f75006a0941,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:41.703354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:41.720030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.727032 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] DHCP port deletion for 21000f1d-87e4-461e-8615-2548195e59f2 request from dv-cinder-786054-3-smb {{(pid=86420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 03:36:41.732231 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] Deleting port d1d84efa-74b2-4838-80ee-2739a9e30b7f {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:41.733007 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.744561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.752038 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3839903 Apr 19 03:36:41.797498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] For port d1d84efa-74b2-4838-80ee-2739a9e30b7f, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d1d84efa-74b2-4838-80ee-2739a9e30b7f,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:41.798207 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:41.945317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Calling delete_port for d1d84efa-74b2-4838-80ee-2739a9e30b7f owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:41.976829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] For port d1d84efa-74b2-4838-80ee-2739a9e30b7f, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d1d84efa-74b2-4838-80ee-2739a9e30b7f,segment=NetworkSegment(c7ccadae-ea80-4c04-ac9e-14391ca0f741),segment_id=c7ccadae-ea80-4c04-ac9e-14391ca0f741)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:41.977412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:42.017428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-5ca0ee10-6ce9-428e-b5a7-7504d6f2d2f1 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Synchronizing usage tracker for tenant:244beb034457436ea20a02004a345f2e on resource:security_group {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:36:42.040500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-5ca0ee10-6ce9-428e-b5a7-7504d6f2d2f1 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Unset dirty status for tenant:244beb034457436ea20a02004a345f2e on resource:security_group {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:36:42.041869 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-5ca0ee10-6ce9-428e-b5a7-7504d6f2d2f1 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1711666668&fields=id&tenant_id=244beb034457436ea20a02004a345f2e HTTP/1.1" status: 200 len: 267 time: 0.0740647 Apr 19 03:36:42.047881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:42.053274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-09105401-4217-4ca1-8e7c-39c450bed5d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:42.100444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d84efa-74b2-4838-80ee-2739a9e30b7f,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:42.103024 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:42.121292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] No DVR routers for this DVR port d1d84efa-74b2-4838-80ee-2739a9e30b7f on host dv-cinder-786054-3-smb {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:36:42.130098 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] Calling delete_port for d1d84efa-74b2-4838-80ee-2739a9e30b7f owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:42.217148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-b58b3149-e778-4a50-a1d1-ed23ae1b5010 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:42.219315 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-b58b3149-e778-4a50-a1d1-ed23ae1b5010 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 817 time: 0.1684091 Apr 19 03:36:42.236145 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-15b6e648-4add-4879-b4a0-45a34ef6ebc7 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/quotas/244beb034457436ea20a02004a345f2e HTTP/1.1" status: 200 len: 375 time: 0.0105641 Apr 19 03:36:42.248955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:42.292057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.api [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 03:36:42.292522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_db.api [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 03:36:42.340879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-5a0a3cf4-704e-4f84-ba3c-42f33b52849e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Synchronizing usage tracker for tenant:244beb034457436ea20a02004a345f2e on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:36:42.355603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-5a0a3cf4-704e-4f84-ba3c-42f33b52849e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Unset dirty status for tenant:244beb034457436ea20a02004a345f2e on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:36:42.357054 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-5a0a3cf4-704e-4f84-ba3c-42f33b52849e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146841 Apr 19 03:36:42.366994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21000f1d-87e4-461e-8615-2548195e59f2']}} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:42.381316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ccadae-ea80-4c04-ac9e-14391ca0f741') {'for_net_delete': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:42.381657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ccadae-ea80-4c04-ac9e-14391ca0f741') {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:42.394705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2187440'] for segment, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:42.413459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:42.420267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=86419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:36:42.515553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d1d84efa-74b2-4838-80ee-2739a9e30b7f no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:42.552356 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: d1d84efa-74b2-4838-80ee-2739a9e30b7f {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:42.552994 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d1d84efa-74b2-4838-80ee-2739a9e30b7f not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:42.624184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Network 21000f1d-87e4-461e-8615-2548195e59f2 has no segments {{(pid=86419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:36:42.633249 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2341124'] for segment, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:42.635908 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-839c4b44-28bd-466c-97ee-ca9ef66c6c1d service neutron] 10.222.0.20 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653370 Apr 19 03:36:42.778802 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-30823ea4-3465-4d90-98ce-45d4702d8e4d service neutron] 10.222.0.20 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359637 Apr 19 03:36:42.794116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] Deleting port d1d84efa-74b2-4838-80ee-2739a9e30b7f {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:42.794542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:42.821566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Network 21000f1d-87e4-461e-8615-2548195e59f2 has no segments {{(pid=86419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:36:42.845158 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:36:42.867680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-8f5852ad-3da1-4534-97bf-af5a635baf26 None None] The port 'd1d84efa-74b2-4838-80ee-2739a9e30b7f' was deleted {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 03:36:42.926090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:42.930103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f4e23782-fe81-42ca-bd4b-c575dc8b5656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:42.949840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:43.003209 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Pushing event deleted for resources: {'Network': ['ID=21000f1d-87e4-461e-8615-2548195e59f2,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:43.014415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:43.016752 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-10e89e75-06bd-4a3d-9b89-59fadbe0e72d req-c24944eb-3f6d-4ebc-95b8-c00008a18895 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 210 time: 0.0640883 Apr 19 03:36:43.025579 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f9e7d09b-479b-4873-aef5-c9955afdb88c admin admin] 10.222.0.20 "DELETE /v2.0/networks/21000f1d-87e4-461e-8615-2548195e59f2 HTTP/1.1" status: 204 len: 168 time: 1.6455824 Apr 19 03:36:43.029198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38952) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:43.648822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1966742'] for router_interface, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:44.239381 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-69a8c98e-136c-4380-ae58-9939b32f1437 req-4d79e931-7923-4fba-bc22-81d894e180f2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 210 time: 0.0740647 Apr 19 03:36:44.346151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Deleting port ab9e268f-3406-43a5-844a-88ef0f7dce8c {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:44.347088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:44.378577 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-99cf58e1-6930-48e0-aa93-82b028ca196d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:44.380181 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-99cf58e1-6930-48e0-aa93-82b028ca196d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 817 time: 0.1887200 Apr 19 03:36:44.464826 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-f91b47db-9bd3-4495-a190-f1314e123fc2 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=244beb034457436ea20a02004a345f2e HTTP/1.1" status: 200 len: 5709 time: 0.0740802 Apr 19 03:36:44.475135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'port': {'device_id': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'admin_state_up': True, 'tenant_id': '244beb034457436ea20a02004a345f2e', 'security_groups': ['1f673684-5f0b-474a-ba85-2b4a0014a906']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:44.544631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] For port ab9e268f-3406-43a5-844a-88ef0f7dce8c, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=ab9e268f-3406-43a5-844a-88ef0f7dce8c,segment=NetworkSegment(7c547ed7-98fe-4af0-b175-6889f1513b78),segment_id=7c547ed7-98fe-4af0-b175-6889f1513b78)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:44.545038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:44.629535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:36:44.639490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:36:44.648945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Made reservation on behalf of 244beb034457436ea20a02004a345f2e for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:36:44.655589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:44.680133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Calling delete_port for ab9e268f-3406-43a5-844a-88ef0f7dce8c owned by network:router_interface {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:44.841559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Allocated IP 172.20.0.9 (3fd99b33-0b12-4eec-b099-825b3adcd9d1/75b45c47-2a03-4af7-ad8e-48b5253204d2/a4b1768a-194b-49ba-b61a-b29c583b5750) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:36:44.861644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:44.866541 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0c92d85c-e3fb-4dbe-a93e-ee54fb990185 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:44.915431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9e268f-3406-43a5-844a-88ef0f7dce8c,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:44.918794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:45.069102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:45.087130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Transition to ACTIVE for port object a4b1768a-194b-49ba-b61a-b29c583b5750 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:36:45.115348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:45.122479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b5434e1f-8c30-4da3-a232-ab7509afef4f tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:45.199929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:36:45.200991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:36:45.203440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966824'] for router_interface, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:45.205883 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:36:45.246354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:45.251161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:45.286072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:45.287311 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:45.337987 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669729 Apr 19 03:36:45.421532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Request body: {'port': {'device_id': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:45.471582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-ab894ef5-da3f-4bb6-a056-8c4009ad2b06 None None] Provisioning for port a4b1768a-194b-49ba-b61a-b29c583b5750 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:36:45.477089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-ab894ef5-da3f-4bb6-a056-8c4009ad2b06 None None] Provisioning complete for port a4b1768a-194b-49ba-b61a-b29c583b5750 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:36:45.477548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ab894ef5-da3f-4bb6-a056-8c4009ad2b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:45.537766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-ab894ef5-da3f-4bb6-a056-8c4009ad2b06 None None] Port a4b1768a-194b-49ba-b61a-b29c583b5750 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:36:45.549968 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:45.655751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86003b-5fb4-4487-a788-5de01ddc9816 req-c9c25aed-ec3f-4c53-9026-e2bcdb027186 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:45.657378 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b86003b-5fb4-4487-a788-5de01ddc9816 req-c9c25aed-ec3f-4c53-9026-e2bcdb027186 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 931 time: 0.2647500 Apr 19 03:36:45.726621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:36:45.732309 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-5b86003b-5fb4-4487-a788-5de01ddc9816 req-9d6b59c3-5439-4356-9baa-d142ffa7176d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670769 Apr 19 03:36:45.919854 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b1768a-194b-49ba-b61a-b29c583b5750 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:36:45.926399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:36:45.928131 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:45.939520 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7ea98dae-3a5b-4409-82cb-32ac30151159 admin admin] 10.222.0.20 "PUT /v2.0/routers/1d69d9a6-3b61-46f0-a386-ee7f016c4003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9068532 Apr 19 03:36:45.939731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] Sync routers for ids ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:36:45.939909 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38980) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:45.946603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Transition to ACTIVE for port object a4b1768a-194b-49ba-b61a-b29c583b5750 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:36:45.947048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] Routers {'1d69d9a6-3b61-46f0-a386-ee7f016c4003'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:45.947791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:45.950344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:45.955433 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bc4d1fd4-0887-45f2-bc00-b471d0dc6ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:46.136279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:46.144538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:46.176368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:46.241825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Attempting to bind port a4b1768a-194b-49ba-b61a-b29c583b5750 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:36:46.242223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Attempting to bind port a4b1768a-194b-49ba-b61a-b29c583b5750 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:36:46.242569 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Attempting to bind port a4b1768a-194b-49ba-b61a-b29c583b5750 on network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:36:46.249804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Port a4b1768a-194b-49ba-b61a-b29c583b5750 on network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:36:46.250330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Attempting to bind port a4b1768a-194b-49ba-b61a-b29c583b5750 on network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:36:46.256585 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:36:46.256969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Checking segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:36:46.257391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Bound using segment: {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:36:46.257867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Bound port: a4b1768a-194b-49ba-b61a-b29c583b5750, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f7a595-2ae2-4cc6-b1be-1af30d98ba09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:36:46.258258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:46.338071 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] Set router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:46.392271 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:46.402075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Deleting port d530f959-8be3-46c8-8c97-8ee27ef7bd5b {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:46.402476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:46.670150 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:36:46.674368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:36:46.678474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:46.687644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3f322869-ecb3-4ff9-9d6e-0f8824803d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:46.693921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:36:44Z', 'revision_number': 5, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port': {'id': 'd530f959-8be3-46c8-8c97-8ee27ef7bd5b', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:33:38Z', 'updated_at': '2021-04-19T03:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:46.699014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] Checking router: 1d69d9a6-3b61-46f0-a386-ee7f016c4003 for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:36:46.708716 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] Routers {'1d69d9a6-3b61-46f0-a386-ee7f016c4003'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:46.709401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:46.742833 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:46.743522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:46.745421 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] 10.222.0.10 "PUT /v2.0/ports/a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 200 len: 1093 time: 1.3966236 Apr 19 03:36:46.746136 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:46.874442 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'status': 'completed', 'code': 200} Apr 19 03:36:46.893022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:46.897975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:46.927852 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-0f085cf7-63a8-460d-b209-defee21ea274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:46.929697 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-0f085cf7-63a8-460d-b209-defee21ea274 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1096 time: 0.1364653 Apr 19 03:36:46.941958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] For port d530f959-8be3-46c8-8c97-8ee27ef7bd5b, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d530f959-8be3-46c8-8c97-8ee27ef7bd5b,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:46.942362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:46.979120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] Set router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 gateway port host: None {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:47.058033 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-043c2cb4-e861-4dfe-81d0-92add5bf888d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 200 len: 217 time: 0.0785787 Apr 19 03:36:47.079156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Calling delete_port for d530f959-8be3-46c8-8c97-8ee27ef7bd5b owned by network:router_gateway {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:47.101278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:36:46Z', 'revision_number': 6, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port_host': None}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:47.106246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9cebbd-b67f-4236-a317-140b3ce96f0d None None] The sync data for ids ['1d69d9a6-3b61-46f0-a386-ee7f016c4003'] in dv-cinder-786054-3-smb is: [{'id': '1d69d9a6-3b61-46f0-a386-ee7f016c4003', 'name': 'tempest-TestMinimumBasicScenario-1507035979-router', 'tenant_id': '54366f6377b14e13a01289a0fb6b49e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:33:36Z', 'updated_at': '2021-04-19T03:36:46Z', 'revision_number': 6, 'project_id': '54366f6377b14e13a01289a0fb6b49e2', 'gw_port_host': None}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:36:47.148417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-70993ec0-fdd0-471d-81e7-62e4033ce38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:47.151696 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-70993ec0-fdd0-471d-81e7-62e4033ce38a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0845745 Apr 19 03:36:47.216375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88e25a-70cc-4184-83c5-61a1c8bb069b req-54fde298-dbed-4f58-8791-0bef0603bf12 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:47.217187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-8c88e25a-70cc-4184-83c5-61a1c8bb069b req-54fde298-dbed-4f58-8791-0bef0603bf12 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Synchronizing usage tracker for tenant:244beb034457436ea20a02004a345f2e on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:36:47.246427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-8c88e25a-70cc-4184-83c5-61a1c8bb069b req-54fde298-dbed-4f58-8791-0bef0603bf12 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Unset dirty status for tenant:244beb034457436ea20a02004a345f2e on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:36:47.247730 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8c88e25a-70cc-4184-83c5-61a1c8bb069b req-54fde298-dbed-4f58-8791-0bef0603bf12 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.3135231 Apr 19 03:36:47.270114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.274900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:47.291565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-4c01415c-85f3-4d37-8a6e-8a5a60cf0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:47.293626 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-4c01415c-85f3-4d37-8a6e-8a5a60cf0bb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1349101 Apr 19 03:36:47.324453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d530f959-8be3-46c8-8c97-8ee27ef7bd5b,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:47.328009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:47.353369 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8c88e25a-70cc-4184-83c5-61a1c8bb069b req-4f6a6377-3016-4234-9102-1b8efda2cc48 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935481 Apr 19 03:36:47.426104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852679319'] for router_gateway, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.457898 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-9df19444-9b00-4b1b-a247-2af6423ccc01 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555538 Apr 19 03:36:47.606191 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2e97bfea-acd8-4f6c-b87c-fa437d507170 req-0a7756a6-c238-43ec-b402-543b1d491924 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406140 Apr 19 03:36:47.621026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852802251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772763'] for router, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.623707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.646662 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969521'] for router, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.647467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d69d9a6-3b61-46f0-a386-ee7f016c4003 {{(pid=86419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 03:36:47.661084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.662304 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f45ea490-47a0-4d70-99c9-5a27d5b944c6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1d69d9a6-3b61-46f0-a386-ee7f016c4003 HTTP/1.1" status: 204 len: 168 time: 1.7212951 Apr 19 03:36:47.664978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38992) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:47.735165 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] Deleting subnet 7192e703-ed18-4ebe-ade8-4cac009c8833 {{(pid=86419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:36:47.738278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.741271 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-ef67ef12-f6f0-4b2e-bd88-c996c0d4733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:47.742885 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-ef67ef12-f6f0-4b2e-bd88-c996c0d4733d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1096 time: 0.0839612 Apr 19 03:36:47.792548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852588360'] for subnet, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.882893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:47.894509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-70a03bad-339c-4344-9dac-0f36075fc1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:47.896146 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-70a03bad-339c-4344-9dac-0f36075fc1a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.1461473 Apr 19 03:36:47.975169 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-da5d6883-8239-4390-820d-6e355c3a9d2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 200 len: 217 time: 0.0711100 Apr 19 03:36:48.049717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-8317e9e7-6398-4549-8d6c-fb4cbbe3c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:48.051312 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-8317e9e7-6398-4549-8d6c-fb4cbbe3c7da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0676553 Apr 19 03:36:48.149900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-8b499c72-8427-4235-816a-14e0fe25f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:48.150478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852440409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180113'] for subnet, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:48.152219 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-8b499c72-8427-4235-816a-14e0fe25f109 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0903873 Apr 19 03:36:48.156682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5c688b7d-7133-4a99-b585-820667a05b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:48.193656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7192e703-ed18-4ebe-ade8-4cac009c8833,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:48.197087 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:48.198727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:48.203485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5fa9c6-924c-486c-87cb-2ad7cbbd50f6 None None] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:36:48.209659 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-80cb7d92-a5a8-4a23-a1d3-4f08a81a79bc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7192e703-ed18-4ebe-ade8-4cac009c8833 HTTP/1.1" status: 204 len: 168 time: 0.5397372 Apr 19 03:36:48.210037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 38996) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:48.306285 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-f080943d-fe4a-42e4-bc2e-291690b5bb9e service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468737 Apr 19 03:36:48.329655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:48.341300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Deleting port ed67fc6f-7486-4c38-8f33-465b92c66d06 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:48.341681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:48.490022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fed9d2-c99b-41dd-80fe-f4c4bf7a0a08 None None] DHCP port deletion for 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 request from dv-cinder-786054-3-smb {{(pid=86420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 03:36:48.501816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-49fed9d2-c99b-41dd-80fe-f4c4bf7a0a08 None None] Deleting port ed67fc6f-7486-4c38-8f33-465b92c66d06 {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:36:48.502239 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-49fed9d2-c99b-41dd-80fe-f4c4bf7a0a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:48.545014 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-56f79687-8051-4c9b-bffa-05bdb7301b15 req-73841926-1b7f-49fc-b849-8b5f6ba7074c service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282505 Apr 19 03:36:48.567534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device ab9e268f-3406-43a5-844a-88ef0f7dce8c no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:48.581762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] For port ed67fc6f-7486-4c38-8f33-465b92c66d06, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=ed67fc6f-7486-4c38-8f33-465b92c66d06,segment=NetworkSegment(7c547ed7-98fe-4af0-b175-6889f1513b78),segment_id=7c547ed7-98fe-4af0-b175-6889f1513b78)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:48.581762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:48.594804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5994586-cfd2-4ad8-9e24-b1aba4ce24e3 req-e34ba084-b11a-4b87-a983-0c92830ee12b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:48.596573 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d5994586-cfd2-4ad8-9e24-b1aba4ce24e3 req-e34ba084-b11a-4b87-a983-0c92830ee12b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.1103957 Apr 19 03:36:48.654480 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d5994586-cfd2-4ad8-9e24-b1aba4ce24e3 req-9200de60-a417-469f-92ee-9013be2bcf5c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509033 Apr 19 03:36:48.723327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Calling delete_port for ed67fc6f-7486-4c38-8f33-465b92c66d06 owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:36:48.780697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: ab9e268f-3406-43a5-844a-88ef0f7dce8c {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:48.781098 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device ab9e268f-3406-43a5-844a-88ef0f7dce8c not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:48.781528 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d530f959-8be3-46c8-8c97-8ee27ef7bd5b no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:48.808308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:48.813825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d919c612-17c6-4d33-97a5-8c9b4c5e0889 tempest-VolumesSnapshotTestJSON-1025298739 tempest-VolumesSnapshotTestJSON-1025298739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:48.851661 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-49fed9d2-c99b-41dd-80fe-f4c4bf7a0a08 None None] The port 'ed67fc6f-7486-4c38-8f33-465b92c66d06' was deleted {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 03:36:48.852515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: d530f959-8be3-46c8-8c97-8ee27ef7bd5b {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:48.852898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d530f959-8be3-46c8-8c97-8ee27ef7bd5b not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:48.860648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed67fc6f-7486-4c38-8f33-465b92c66d06,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:48.863943 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:48.864804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] No DVR routers for this DVR port ed67fc6f-7486-4c38-8f33-465b92c66d06 on host dv-cinder-786054-3-smb {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:36:48.990143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:49.104387 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc8ee60-ad68-4d01-9c71-f0704009e2a2']}} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:49.117944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c547ed7-98fe-4af0-b175-6889f1513b78') {'for_net_delete': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:49.118409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c547ed7-98fe-4af0-b175-6889f1513b78') {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:49.132074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2187440'] for segment, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:49.151679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:49.158099 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=86419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:36:49.336906 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 has no segments {{(pid=86419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:36:49.346486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2341124'] for segment, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:49.446215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:36:49.529038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Network 9fc8ee60-ad68-4d01-9c71-f0704009e2a2 has no segments {{(pid=86419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:36:49.552011 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:36:49.589462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:49.603101 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'port_id': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'mac_address': 'fa:16:3e:91:95:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:36:49.629470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:49.633160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:49.650628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:49.661813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc8ee60-ad68-4d01-9c71-f0704009e2a2,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:49.665071 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:49.667294 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-af66370e-90f3-4e90-b720-bc2e46f374a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9fc8ee60-ad68-4d01-9c71-f0704009e2a2 HTTP/1.1" status: 204 len: 168 time: 1.4558253 Apr 19 03:36:49.670268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:49.688926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b1768a-194b-49ba-b61a-b29c583b5750 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:36:49.705665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:49.709681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:49.711583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:49.784369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:49.795703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:49.856714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39008) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:49.874495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b9ac-ed4f-4dac-bd33-2faf0f5f9f86 req-130b43aa-ff29-475a-9542-42eefbe5b674 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:49.876182 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-67e5b9ac-ed4f-4dac-bd33-2faf0f5f9f86 req-130b43aa-ff29-475a-9542-42eefbe5b674 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 944 time: 0.0914161 Apr 19 03:36:49.912827 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-36185990-36b6-4bab-b875-cb5820e0bec3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5eb8114a11ea4a4896008a1b64c6e853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546825 Apr 19 03:36:49.915180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39014) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:49.927368 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-67e5b9ac-ed4f-4dac-bd33-2faf0f5f9f86 req-b220d5b5-5c69-4805-9d66-3975f52d8c66 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Apr 19 03:36:49.962288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a4b1768a-194b-49ba-b61a-b29c583b5750'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:36:49.996476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-48c07d0f-26ae-4e86-9ffd-33dc8a484b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:50.041120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-48c07d0f-26ae-4e86-9ffd-33dc8a484b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:50.093514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-48c07d0f-26ae-4e86-9ffd-33dc8a484b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:50.098624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-23bda44c-6096-4126-bd18-32391d914571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:50.112957 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c07d0f-26ae-4e86-9ffd-33dc8a484b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0988c3cc-d3fe-4c87-a595-43f5d4920a02,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:50.115896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-48c07d0f-26ae-4e86-9ffd-33dc8a484b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:50.128167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-48c07d0f-26ae-4e86-9ffd-33dc8a484b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:50.130434 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-48c07d0f-26ae-4e86-9ffd-33dc8a484b62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0988c3cc-d3fe-4c87-a595-43f5d4920a02 HTTP/1.1" status: 204 len: 168 time: 0.2139904 Apr 19 03:36:50.488946 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39022) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:50.516113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device ed67fc6f-7486-4c38-8f33-465b92c66d06 no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:36:50.549487 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b769451b-244e-4915-bca7-161eb3a64cdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54366f6377b14e13a01289a0fb6b49e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567212 Apr 19 03:36:50.549719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39026) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:50.553519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: ed67fc6f-7486-4c38-8f33-465b92c66d06 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:36:50.553917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device ed67fc6f-7486-4c38-8f33-465b92c66d06 not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:36:50.613185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af17d230-8da5-46f9-b379-232c46601a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:50.641570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af17d230-8da5-46f9-b379-232c46601a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:50.687251 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af17d230-8da5-46f9-b379-232c46601a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:50.692305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-666fb29f-8456-4d50-8d14-30d66e92eff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:50.704935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17d230-8da5-46f9-b379-232c46601a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf851aeb-8c2f-4715-b9eb-36812d35371b,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:50.708017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-af17d230-8da5-46f9-b379-232c46601a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:50.710304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-af17d230-8da5-46f9-b379-232c46601a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:50.712492 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-af17d230-8da5-46f9-b379-232c46601a89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf851aeb-8c2f-4715-b9eb-36812d35371b HTTP/1.1" status: 204 len: 168 time: 0.1605470 Apr 19 03:36:51.164524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63348b14-904e-446f-8624-3ffff96db004 req-ddad2098-4c11-4bd4-828d-d5520f7899d5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:51.166151 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-63348b14-904e-446f-8624-3ffff96db004 req-ddad2098-4c11-4bd4-828d-d5520f7899d5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 944 time: 0.1092966 Apr 19 03:36:51.215065 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-63348b14-904e-446f-8624-3ffff96db004 req-f37e7633-343c-481b-a816-cef014f2695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421436 Apr 19 03:36:51.478567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:36:51.549957 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port a4b1768a-194b-49ba-b61a-b29c583b5750 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:36:51.554711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port a4b1768a-194b-49ba-b61a-b29c583b5750 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:36:51.555123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:51.677564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:51.705283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:51.715719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:36:51.718622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:51.720568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:36:51.759173 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'code': 200} Apr 19 03:36:51.795342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:36:51.798985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:36:51.999630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd28bae-8814-4fed-86d0-8b39ebe9e332 req-ba770d27-2ffb-4ae6-9caa-68b74f4f5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:52.001184 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6dd28bae-8814-4fed-86d0-8b39ebe9e332 req-ba770d27-2ffb-4ae6-9caa-68b74f4f5ec9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0765982 Apr 19 03:36:52.043843 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6dd28bae-8814-4fed-86d0-8b39ebe9e332 req-8f2bef63-77f8-4c63-bed1-cb92168c599a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355167 Apr 19 03:36:52.428416 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5489e-a8ca-447a-9589-88d3007cbe08 req-25e67919-5219-4183-9774-3b383831b1a0 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:52.430042 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-33d5489e-a8ca-447a-9589-88d3007cbe08 req-25e67919-5219-4183-9774-3b383831b1a0 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0946119 Apr 19 03:36:52.479852 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-33d5489e-a8ca-447a-9589-88d3007cbe08 req-94b5c878-a334-4042-9f5f-1de382b3fd70 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Apr 19 03:36:53.690256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd815b-d774-489e-a377-702ea834a1af req-ec23a283-3fd6-41f6-a35b-353dff5706d3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:53.691853 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-55dd815b-d774-489e-a377-702ea834a1af req-ec23a283-3fd6-41f6-a35b-353dff5706d3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0915079 Apr 19 03:36:53.740833 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-55dd815b-d774-489e-a377-702ea834a1af req-833c5bae-8cc6-4dcc-8fc9-0ccb66254c5d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Apr 19 03:36:53.948226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408103c-f0f2-4298-b466-3b682a5664d7 req-fc5c11b8-401b-418c-b758-a6c4620d096e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:53.949789 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9408103c-f0f2-4298-b466-3b682a5664d7 req-fc5c11b8-401b-418c-b758-a6c4620d096e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0922744 Apr 19 03:36:53.959679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39050) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:36:53.966176 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Request body: {'floatingip': {'port_id': 'a4b1768a-194b-49ba-b61a-b29c583b5750'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:36:54.050061 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:54.904292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:54.908054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:55.091891 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Floating IP 7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a associated. External IP: 172.28.0.45, port: a4b1768a-194b-49ba-b61a-b29c583b5750. Apr 19 03:36:55.463573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Router d5d795f6-3742-4bf7-93ca-f415a3240b04 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:36:55.653601 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:36:55.658405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:36:55.663289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] Sync routers for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:36:55.673747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:55.674425 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:55.719028 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5f780f49-9233-402d-bc4b-0378d58fc052 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "PUT /v2.0/floatingips/7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a HTTP/1.1" status: 200 len: 990 time: 1.7580669 Apr 19 03:36:55.719708 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:36:55.879469 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:55.986175 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'status': 'completed', 'code': 200} Apr 19 03:36:56.093109 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-0453dd7a-0177-497a-807d-030d4d5c4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:56.094979 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-0453dd7a-0177-497a-807d-030d4d5c4a8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0832863 Apr 19 03:36:56.245675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-f59ce9ed-0406-4123-976a-19ac7e2bea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:56.247333 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-f59ce9ed-0406-4123-976a-19ac7e2bea16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.1460810 Apr 19 03:36:56.287911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'floating_ip_address': '172.28.0.45', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'port_id': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'mac_address': 'fa:16:3e:91:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:36:41Z', 'updated_at': '2021-04-19T03:36:54Z', 'revision_number': 1, 'project_id': '244beb034457436ea20a02004a345f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:56.292715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] Checking router: d5d795f6-3742-4bf7-93ca-f415a3240b04 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:36:56.302077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:36:56.302737 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:36:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:56.445004 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-7d3c032e-dadc-4796-97f6-9cfdb8ce492f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 200 len: 998 time: 0.1909735 Apr 19 03:36:56.498884 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:36:56.522784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-d440e54b-bf70-45cc-95be-653db6116d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:56.524678 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-d440e54b-bf70-45cc-95be-653db6116d7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0724032 Apr 19 03:36:56.628958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-eb01445c-9aea-42c0-887f-c564c56a0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:36:56.630710 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-eb01445c-9aea-42c0-887f-c564c56a0058 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993822 Apr 19 03:36:56.786032 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-c093a120-d778-4e5c-84ca-6db5bc055a47 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488388 Apr 19 03:36:56.915513 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'floating_ip_address': '172.28.0.45', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'port_id': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'mac_address': 'fa:16:3e:91:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:36:41Z', 'updated_at': '2021-04-19T03:36:54Z', 'revision_number': 1, 'project_id': '244beb034457436ea20a02004a345f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:36:56.922003 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1ed7e-7ddf-4a75-9147-715d4056cb07 None None] The sync data for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb is: [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'floating_ip_address': '172.28.0.45', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'port_id': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'mac_address': 'fa:16:3e:91:95:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:36:41Z', 'updated_at': '2021-04-19T03:36:54Z', 'revision_number': 1, 'project_id': '244beb034457436ea20a02004a345f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:36:56.943622 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-712a66cc-ad2d-445e-9534-cf6409a3f2d6 req-59b8c7f4-2476-4fa1-9ac3-13897ecc0c12 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501031 Apr 19 03:36:57.229474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b2372-872e-4f59-8faf-444c3d6bfbff None None] New status for floating IP 7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a: ACTIVE {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:36:58.480120 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d6a400aa-e1b9-4cf2-841e-def309f2fae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:00.691417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-09975706-99c1-4e50-9362-f72f31aa093c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:01.788770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:01.846174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:03.625767 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:05.251184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:09.236600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d067e-ab25-439e-ad96-615abc060b3c req-f9c9bdaf-0658-4a33-b83f-9ac0a6b0daf9 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:09.238131 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-179d067e-ab25-439e-ad96-615abc060b3c req-f9c9bdaf-0658-4a33-b83f-9ac0a6b0daf9 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 945 time: 0.0864637 Apr 19 03:37:09.288966 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-179d067e-ab25-439e-ad96-615abc060b3c req-d0820cd3-7ec0-4cdf-816b-ffc5a34d6097 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 Apr 19 03:37:10.498382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13426f7-df24-4f81-8d7b-40302373516b req-9a9825a6-7919-4230-bba3-3b026fe0388a tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:10.499951 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c13426f7-df24-4f81-8d7b-40302373516b req-9a9825a6-7919-4230-bba3-3b026fe0388a tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 945 time: 0.0901821 Apr 19 03:37:10.548560 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c13426f7-df24-4f81-8d7b-40302373516b req-6632fe0a-0f1c-43ac-b9a5-beeb71b2a25c tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Apr 19 03:37:11.230746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-862776e3-134c-4e0a-923b-8326fe319ff8 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:11.232314 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-862776e3-134c-4e0a-923b-8326fe319ff8 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 945 time: 0.0888195 Apr 19 03:37:11.313505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Deleting port ad2df040-208a-41eb-a3f1-2420d41e3d6f {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:37:11.313888 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:11.568960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] For port ad2df040-208a-41eb-a3f1-2420d41e3d6f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ad2df040-208a-41eb-a3f1-2420d41e3d6f,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:37:11.569602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:11.754850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d0bdd-f26b-48dc-bd39-4f5e20688c27 req-3817e1a2-c22f-4ecf-9668-4b96a41383fc tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:11.756583 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bf6d0bdd-f26b-48dc-bd39-4f5e20688c27 req-3817e1a2-c22f-4ecf-9668-4b96a41383fc tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 945 time: 0.0930674 Apr 19 03:37:11.807340 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-bf6d0bdd-f26b-48dc-bd39-4f5e20688c27 req-6185b35a-009d-4d8a-92f8-40b52bfef4cb tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e4da276-c067-42bd-9400-5d7901e32520&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Apr 19 03:37:12.104679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:12.105017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:12.105354 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Floating IP 79c689c9-8824-4ace-ba42-845cfc8dbd90 disassociated. External IP: 172.28.0.61, port: ad2df040-208a-41eb-a3f1-2420d41e3d6f. Apr 19 03:37:12.105730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Calling delete_port for ad2df040-208a-41eb-a3f1-2420d41e3d6f owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:37:12.256524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:12.263068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-14a9e04f-8d73-4e04-8f9e-a39541e7ae89 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:12.310192 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event deleted for resources: {'Port': ['ID=ad2df040-208a-41eb-a3f1-2420d41e3d6f,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:12.313937 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:12.512286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:37:12.708530 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:37:12.720289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] Sync routers for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:37:12.732206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:37:12.732885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:37:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:12.803111 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] No DVR routers for this DVR port ad2df040-208a-41eb-a3f1-2420d41e3d6f on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:37:12.805980 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:12.809542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'name': 'network-vif-deleted', 'tag': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:37:12.830264 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a6a42fa7-2264-434f-930e-1c8e2a1364ff req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.10 "DELETE /v2.0/ports/ad2df040-208a-41eb-a3f1-2420d41e3d6f HTTP/1.1" status: 204 len: 173 time: 1.5902343 Apr 19 03:37:12.993747 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '821459ef-46fe-488b-9ac7-0d30b77baf6a', 'name': 'network-vif-deleted', 'tag': 'ad2df040-208a-41eb-a3f1-2420d41e3d6f', 'status': 'completed', 'code': 200} Apr 19 03:37:13.001559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b7bb40e7-6527-4f29-a3de-46d91c57b140 req-c02fb426-35c1-4244-a64b-52dc96b6e2bd tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Synchronizing usage tracker for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:37:13.029711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-b7bb40e7-6527-4f29-a3de-46d91c57b140 req-c02fb426-35c1-4244-a64b-52dc96b6e2bd tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Unset dirty status for tenant:947a9614b6584e0b9e93f50380694665 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:37:13.030670 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b7bb40e7-6527-4f29-a3de-46d91c57b140 req-c02fb426-35c1-4244-a64b-52dc96b6e2bd tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/ports?device_id=821459ef-46fe-488b-9ac7-0d30b77baf6a HTTP/1.1" status: 200 len: 210 time: 0.0855834 Apr 19 03:37:13.145038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:37:13.484212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:13.489272 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] Checking router: 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:37:13.498638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:37:13.499287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:37:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:13.689565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:37:14.020880 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:14.024898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229336b-2d2f-4f1d-b530-779b0bbc6ed8 None None] The sync data for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb is: [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:31:44Z', 'revision_number': 4, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '1fa42ec4-577b-49e0-9f2c-5a0402046fae', 'name': '', 'network_id': 'fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'mac_address': 'fa:16:3e:b1:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:40Z', 'updated_at': '2021-04-19T03:31:59Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'subnets': [{'id': '421d2511-1c17-4de1-a8a8-032961a784a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:37:14.166717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39200) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:14.238102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-960239d7-ce32-404c-8370-9a5dfaa82ce4 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:14.276490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-960239d7-ce32-404c-8370-9a5dfaa82ce4 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:14.327665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-960239d7-ce32-404c-8370-9a5dfaa82ce4 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:14.332929 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cb078a46-613f-46cd-b145-d86d8aeb6888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:14.348573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960239d7-ce32-404c-8370-9a5dfaa82ce4 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4da276-c067-42bd-9400-5d7901e32520,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:14.351367 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-960239d7-ce32-404c-8370-9a5dfaa82ce4 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:14.359591 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-960239d7-ce32-404c-8370-9a5dfaa82ce4 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:14.361146 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-960239d7-ce32-404c-8370-9a5dfaa82ce4 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "DELETE /v2.0/security-groups/1e4da276-c067-42bd-9400-5d7901e32520 HTTP/1.1" status: 204 len: 168 time: 0.1930716 Apr 19 03:37:14.363726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39204) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:14.382136 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.v2.resource [None req-abef595b-78df-4508-9d69-3d52b84ab094 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] show failed (client error): The resource could not be found. Apr 19 03:37:14.383206 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-abef595b-78df-4508-9d69-3d52b84ab094 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "GET /v2.0/security-groups/1e4da276-c067-42bd-9400-5d7901e32520 HTTP/1.1" status: 404 len: 347 time: 0.0184591 Apr 19 03:37:14.386303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39208) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:14.403116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc738b73-6f76-4cba-b6ad-270fc02df876 None None] New status for floating IP 79c689c9-8824-4ace-ba42-845cfc8dbd90: DOWN {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:37:14.565738 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Deleting port 59a6541e-6801-4aea-b6c9-3f403ee84a8c {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:37:14.566037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:14.758778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:14.759152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:14.897675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Calling delete_port for 59a6541e-6801-4aea-b6c9-3f403ee84a8c owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:37:14.986280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.api [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86418) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 03:37:14.986646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_db.api [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 03:37:15.487900 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Deleting port 59a6541e-6801-4aea-b6c9-3f403ee84a8c {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:37:15.488468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:15.624857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device ad2df040-208a-41eb-a3f1-2420d41e3d6f no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:37:15.662758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: ad2df040-208a-41eb-a3f1-2420d41e3d6f {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:37:15.663155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device ad2df040-208a-41eb-a3f1-2420d41e3d6f not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:37:15.674788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:15.675161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:15.814080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Calling delete_port for 59a6541e-6801-4aea-b6c9-3f403ee84a8c owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:37:15.957593 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:15.962126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:16.013411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Pushing event deleted for resources: {'Port': ['ID=59a6541e-6801-4aea-b6c9-3f403ee84a8c,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:16.041193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:16.109898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks [] for floatingip, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:16.127767 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:16.128995 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] 10.222.0.20 "DELETE /v2.0/floatingips/79c689c9-8824-4ace-ba42-845cfc8dbd90 HTTP/1.1" status: 204 len: 168 time: 1.7417402 Apr 19 03:37:16.521317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:37:20.251515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39248) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:21.246857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1966742'] for router_interface, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:21.622349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Deleting port 1fa42ec4-577b-49e0-9f2c-5a0402046fae {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:37:21.623074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:21.812306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] For port 1fa42ec4-577b-49e0-9f2c-5a0402046fae, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=1fa42ec4-577b-49e0-9f2c-5a0402046fae,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:37:21.812702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:21.945652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Calling delete_port for 1fa42ec4-577b-49e0-9f2c-5a0402046fae owned by network:router_interface {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:37:22.132775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:22.138584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d7f262c2-3d6f-4e44-b637-2fd95026c1c8 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:22.191301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa42ec4-577b-49e0-9f2c-5a0402046fae,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:22.194563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:22.489877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966824'] for router_interface, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:22.913666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:37:23.126788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:37:23.136568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] Sync routers for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:37:23.142579 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] 10.222.0.20 "PUT /v2.0/routers/18b07c44-e0a5-447f-a3e0-c9e63e4837e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8874972 Apr 19 03:37:23.142806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39258) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:23.147583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:37:23.148295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:37:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:23.336780 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks [] for router, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:23.344145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:37:23.665799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:37:22Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:23.670538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] Checking router: 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:37:23.680417 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] Routers {'18b07c44-e0a5-447f-a3e0-c9e63e4837e3'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:37:23.681070 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:37:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:23.770179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:23.781206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Deleting port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:37:23.781580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:23.876478 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] Set router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:37:23.974548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] For port c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:37:23.975116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.131685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Calling delete_port for c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 owned by network:router_gateway {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:37:24.191031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:37:22Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:24.195318 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ea0f1-efd9-4c92-9f86-b2453ee3e98d None None] The sync data for ids ['18b07c44-e0a5-447f-a3e0-c9e63e4837e3'] in dv-cinder-786054-3-smb is: [{'id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'name': 'tempest-AttachVolumeTestJSON-232504572-router', 'tenant_id': '947a9614b6584e0b9e93f50380694665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:31:25Z', 'updated_at': '2021-04-19T03:37:22Z', 'revision_number': 5, 'project_id': '947a9614b6584e0b9e93f50380694665', 'gw_port': {'id': 'c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b07c44-e0a5-447f-a3e0-c9e63e4837e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:31:28Z', 'updated_at': '2021-04-19T03:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:37:24.325212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.330188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-561adc22-d2af-4c7e-8872-45a064741372 tempest-ServerRescueNegativeTestJSON-516158581 tempest-ServerRescueNegativeTestJSON-516158581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:24.381113 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:24.410244 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:24.482564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852679319'] for router_gateway, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.551188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 1fa42ec4-577b-49e0-9f2c-5a0402046fae no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:37:24.592633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 1fa42ec4-577b-49e0-9f2c-5a0402046fae {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:37:24.593021 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 1fa42ec4-577b-49e0-9f2c-5a0402046fae not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:37:24.677435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852802251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772763'] for router, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.679788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.700424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969521'] for router, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.701126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b07c44-e0a5-447f-a3e0-c9e63e4837e3 {{(pid=86418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 03:37:24.718047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.719175 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] 10.222.0.20 "DELETE /v2.0/routers/18b07c44-e0a5-447f-a3e0-c9e63e4837e3 HTTP/1.1" status: 204 len: 168 time: 1.5753939 Apr 19 03:37:24.721820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39266) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:24.796844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] Deleting subnet 421d2511-1c17-4de1-a8a8-032961a784a0 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:37:24.799953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.854664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2641358'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:24.992622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:25.256817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851973747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163688'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:25.261882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e629e2b9-f3aa-4787-940b-85626111628e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:25.303752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421d2511-1c17-4de1-a8a8-032961a784a0,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:25.305907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:25.309872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:25.310846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea26539-7a8b-438a-a78c-fb7c35689f2e None None] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:37:25.312884 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-cfba5c1a-38a2-4121-8b91-cba66ce14b04 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/421d2511-1c17-4de1-a8a8-032961a784a0 HTTP/1.1" status: 204 len: 168 time: 0.5900657 Apr 19 03:37:25.315561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39270) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:25.436839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:25.449630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Deleting port d1f42d92-dc65-49d5-b08e-7330532f029e {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:37:25.450623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:25.587798 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] DHCP port deletion for fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c request from dv-cinder-786054-3-smb {{(pid=86420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 03:37:25.593754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] Deleting port d1f42d92-dc65-49d5-b08e-7330532f029e {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:37:25.594289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:25.683047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] For port d1f42d92-dc65-49d5-b08e-7330532f029e, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d1f42d92-dc65-49d5-b08e-7330532f029e,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:37:25.683446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:25.830975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Calling delete_port for d1f42d92-dc65-49d5-b08e-7330532f029e owned by network:dhcp {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:37:25.920479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:25.926115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eda79b6d-cd16-479c-b6ee-830ed17a591a tempest-VolumesActionsTest-494866904 tempest-VolumesActionsTest-494866904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:25.980965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f42d92-dc65-49d5-b08e-7330532f029e,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:25.984079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:25.989961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] No DVR routers for this DVR port d1f42d92-dc65-49d5-b08e-7330532f029e on host dv-cinder-786054-3-smb {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:37:26.008059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] For port d1f42d92-dc65-49d5-b08e-7330532f029e, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=d1f42d92-dc65-49d5-b08e-7330532f029e,segment=NetworkSegment(971e24a2-6b38-4d5d-90a8-a03ffed9be83),segment_id=971e24a2-6b38-4d5d-90a8-a03ffed9be83)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:37:26.008642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:26.135813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:26.142127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] Calling delete_port for d1f42d92-dc65-49d5-b08e-7330532f029e owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:37:26.222784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.api [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 03:37:26.223309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_db.api [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 03:37:26.261078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:26.274168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971e24a2-6b38-4d5d-90a8-a03ffed9be83') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:26.274511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971e24a2-6b38-4d5d-90a8-a03ffed9be83') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:37:26.287551 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:26.306518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:26.312961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:37:26.493483 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:37:26.503688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:26.549853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d1f42d92-dc65-49d5-b08e-7330532f029e no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:37:26.588140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: d1f42d92-dc65-49d5-b08e-7330532f029e {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:37:26.589675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device d1f42d92-dc65-49d5-b08e-7330532f029e not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:37:26.590142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:37:26.628310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:37:26.628682 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device c1ef8aa7-f74d-4e9e-9f92-ceda325b92b7 not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:37:26.706757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Network fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:37:26.724241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] Deleting port d1f42d92-dc65-49d5-b08e-7330532f029e {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:37:26.724679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:37:26.731285 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:37:26.800290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-df9b3cc0-d850-484f-9c3e-4d1ce22749a8 None None] The port 'd1f42d92-dc65-49d5-b08e-7330532f029e' was deleted {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 03:37:26.818475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:26.823433 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:26.844105 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:26.857398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:26.861678 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:26.874392 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fe7cd34e-8f45-4bf3-a29b-c1e89c9c1a1c HTTP/1.1" status: 204 len: 168 time: 1.5577252 Apr 19 03:37:26.997662 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39280) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:27.049325 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8bd6dd1a-7973-4af2-b194-5ec91c450436 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=947a9614b6584e0b9e93f50380694665&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0503175 Apr 19 03:37:27.052623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39284) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:27.118655 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-24e2683d-3074-4cc4-bf29-6594ab9cfacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:27.147286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-24e2683d-3074-4cc4-bf29-6594ab9cfacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:27.195440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-24e2683d-3074-4cc4-bf29-6594ab9cfacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:27.201104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-87c284c3-135c-4187-8f65-8cf32a457052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:27.215467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2683d-3074-4cc4-bf29-6594ab9cfacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c6b8c6-e0fd-47f4-9efa-943ac3bf134d,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:27.218003 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-24e2683d-3074-4cc4-bf29-6594ab9cfacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:27.224658 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-24e2683d-3074-4cc4-bf29-6594ab9cfacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:27.226071 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-24e2683d-3074-4cc4-bf29-6594ab9cfacd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19c6b8c6-e0fd-47f4-9efa-943ac3bf134d HTTP/1.1" status: 204 len: 168 time: 0.1723292 Apr 19 03:37:28.482202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1e25bb9-8da2-4e6a-83be-c5dbf01d9fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:30.693940 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bf43851d-7339-41bb-8089-188b47fd68e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:31.794532 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:31.856534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:33.630250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:35.263159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:38.080625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39430) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:38.220574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:38.238840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:37:38.291971 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Usage tracker for resource:security_group_rule and tenant:f4f5d02f1ae742eb8906ef62be2ff897 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:37:38.302524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:37:38.314291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:37:38.398443 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-973d53f1-9e9e-47ad-86cf-a3a4d74ddcb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1566882 Apr 19 03:37:38.455579 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:38.458919 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:38.468290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2c9b5d57-852e-4b0c-b6c3-88caf4b7996b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:38.553012 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4f5d02f1ae742eb8906ef62be2ff897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712009 Apr 19 03:37:38.556814 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39446) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:38.565123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a01da1-0891-44b7-b223-09c92450493c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:38.576316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.576737 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.577144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.578374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.578374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.578374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.578374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.579857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.580102 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.580449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.580840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.581964 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.590942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-31d7123e-4ac3-4513-9aed-5f9843555b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:38.620519 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-6608a00c-dd7e-4a5a-8011-17d88f40096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:38.622407 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-6608a00c-dd7e-4a5a-8011-17d88f40096d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.1401324 Apr 19 03:37:38.647783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:38.679144 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:38.796038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:38.801813 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d1b63024-8635-4204-8260-bc590e32b72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:38.814168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-0e6d3f8b-d727-474c-a11c-dad4c9093662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:38.815734 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-0e6d3f8b-d727-474c-a11c-dad4c9093662 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.1630833 Apr 19 03:37:38.819622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb936fc3-d006-45d0-8313-b064c5834434 req-d9537330-003a-4f97-ba64-596ad35ef348 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:38.821223 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fb936fc3-d006-45d0-8313-b064c5834434 req-d9537330-003a-4f97-ba64-596ad35ef348 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1311159 Apr 19 03:37:38.824020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a01da1-0891-44b7-b223-09c92450493c,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:38.853344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.853770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.854396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.854584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.854986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.855388 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.855784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.856224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.856620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.857020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.857424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.857806 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:38.880762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:38.884566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:38.890628 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5a01da1-0891-44b7-b223-09c92450493c HTTP/1.1" status: 204 len: 168 time: 0.3293934 Apr 19 03:37:38.904120 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fb936fc3-d006-45d0-8313-b064c5834434 req-9712b1f0-c88d-428c-bc91-67fc834a73eb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735719 Apr 19 03:37:38.936730 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-e50b7f24-eb03-4f4b-9fb5-f027a32e73a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 200 len: 1000 time: 0.1133690 Apr 19 03:37:39.007594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-ef3fc4ee-9969-44b2-879c-ce474530ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:39.009177 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-ef3fc4ee-9969-44b2-879c-ce474530ce71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0646374 Apr 19 03:37:39.101292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-f85765f7-3862-4c15-9bd3-91fe5a82cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:39.102911 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-f85765f7-3862-4c15-9bd3-91fe5a82cfa3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844882 Apr 19 03:37:39.266897 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-041f0d94-81dc-48bd-80e0-e0e2cbffa3b8 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556187 Apr 19 03:37:39.654868 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-11145b0a-bbf9-4430-bbe8-35fcac3fe34a req-14aff96d-a3b0-4136-a958-649cafa1ba71 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804126 Apr 19 03:37:40.102192 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39482) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:40.140956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4b556-6dfb-4557-9405-83b9025eb753 req-e04875d2-f56e-48bd-ba79-38c43458443e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:40.144016 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cfb4b556-6dfb-4557-9405-83b9025eb753 req-e04875d2-f56e-48bd-ba79-38c43458443e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1006689 Apr 19 03:37:40.207210 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cfb4b556-6dfb-4557-9405-83b9025eb753 req-846af981-275d-4bdf-89b0-c50b5c20ea00 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578628 Apr 19 03:37:40.250267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:40.265823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:37:40.269932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:8229b801473c48bcbd001ade8c7d7970 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:37:40.272902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:37:40.278925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:37:40.368697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:40.371456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:40.381599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-abb50cf7-39b2-4ef0-8a6c-b16e06b91031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:40.425488 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8229b801473c48bcbd001ade8c7d7970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218687 Apr 19 03:37:40.427094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afd4eff-cdc6-47ab-a3ec-3699fd60fe22,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:40.428518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39488) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:40.430304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:40.502002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6c0c-ce4f-4b7f-b975-f5ab32ea7b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:40.534870 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6c0c-ce4f-4b7f-b975-f5ab32ea7b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:40.583772 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6c0c-ce4f-4b7f-b975-f5ab32ea7b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:40.588808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3ba64f97-b8ac-496d-a1e1-f509af24728c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:40.602097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb6c0c-ce4f-4b7f-b975-f5ab32ea7b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afd4eff-cdc6-47ab-a3ec-3699fd60fe22,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:40.605777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b8bb6c0c-ce4f-4b7f-b975-f5ab32ea7b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:40.611508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6c0c-ce4f-4b7f-b975-f5ab32ea7b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:40.612744 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b8bb6c0c-ce4f-4b7f-b975-f5ab32ea7b46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7afd4eff-cdc6-47ab-a3ec-3699fd60fe22 HTTP/1.1" status: 204 len: 168 time: 0.1823657 Apr 19 03:37:41.427088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701177ac-2719-4cb3-aadb-bdfc714bb0c7 req-e372928c-97e6-4231-a56b-5a21a058ddcf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:41.428732 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-701177ac-2719-4cb3-aadb-bdfc714bb0c7 req-e372928c-97e6-4231-a56b-5a21a058ddcf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0976901 Apr 19 03:37:41.486961 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-701177ac-2719-4cb3-aadb-bdfc714bb0c7 req-d02bbee9-242a-467c-8a8b-830757024512 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504532 Apr 19 03:37:41.800355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39522) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:41.942223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:41.959660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:37:41.964234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c66358f17e4b5393d8624db434dfd4 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:37:41.967520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:37:41.975019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:37:42.069114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:42.072058 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:42.083123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-960239d7-ce32-404c-8370-9a5dfaa82ce4 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:42.132510 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4c66358f17e4b5393d8624db434dfd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309193 Apr 19 03:37:42.134484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb5ed32-a974-476a-845d-4fee5b791abd,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:42.135282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39528) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:42.138580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:42.202007 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad3ae-7c96-4bf6-a631-feb1fd3f22c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:42.230500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad3ae-7c96-4bf6-a631-feb1fd3f22c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:42.276432 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad3ae-7c96-4bf6-a631-feb1fd3f22c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:42.280355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-af17d230-8da5-46f9-b379-232c46601a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:42.294639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ad3ae-7c96-4bf6-a631-feb1fd3f22c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb5ed32-a974-476a-845d-4fee5b791abd,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:42.299029 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0c2ad3ae-7c96-4bf6-a631-feb1fd3f22c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:42.304641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c2ad3ae-7c96-4bf6-a631-feb1fd3f22c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:42.305845 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0c2ad3ae-7c96-4bf6-a631-feb1fd3f22c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eb5ed32-a974-476a-845d-4fee5b791abd HTTP/1.1" status: 204 len: 168 time: 0.1693931 Apr 19 03:37:42.702043 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e2053-15ea-43c2-81e3-f2085f979b92 req-59228c5d-699a-454f-93e8-54fb7be2f8cf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:42.704048 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-409e2053-15ea-43c2-81e3-f2085f979b92 req-59228c5d-699a-454f-93e8-54fb7be2f8cf tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0931728 Apr 19 03:37:42.752481 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-409e2053-15ea-43c2-81e3-f2085f979b92 req-61be35a0-f896-4f6a-bffe-d16f302aa9b3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416894 Apr 19 03:37:43.976009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74e219-57a7-4fa2-9462-635296896d94 req-de126f20-0296-4a71-89d1-a713119517b5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:43.977586 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1b74e219-57a7-4fa2-9462-635296896d94 req-de126f20-0296-4a71-89d1-a713119517b5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1059186 Apr 19 03:37:44.028518 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1b74e219-57a7-4fa2-9462-635296896d94 req-5ff847a0-cde9-405e-9ba1-fd09124dd42a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444827 Apr 19 03:37:45.259450 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291dd9f-e695-4e2e-9e6e-e6fa8f47d04f req-5850e569-8fe2-4169-b60e-71b448d9372d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:45.261134 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2291dd9f-e695-4e2e-9e6e-e6fa8f47d04f req-5850e569-8fe2-4169-b60e-71b448d9372d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0983734 Apr 19 03:37:45.310878 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2291dd9f-e695-4e2e-9e6e-e6fa8f47d04f req-bf7a6e4c-6db8-45d7-9960-3524d14c003b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Apr 19 03:37:46.726290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0717-927a-4458-a772-7d5d83b6135a req-90d4de08-c5f5-40c8-af63-2c820babeaaa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:46.727900 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2bcc0717-927a-4458-a772-7d5d83b6135a req-90d4de08-c5f5-40c8-af63-2c820babeaaa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0921667 Apr 19 03:37:46.779914 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2bcc0717-927a-4458-a772-7d5d83b6135a req-c06a3122-f30a-4d3e-8ae6-3438ee6f3f86 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454772 Apr 19 03:37:47.992037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b5ea3-240d-4e6a-ac2f-7a5c28e04dc8 req-db3ec38a-c924-4b98-8b91-0f381745de7c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:47.994497 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-309b5ea3-240d-4e6a-ac2f-7a5c28e04dc8 req-db3ec38a-c924-4b98-8b91-0f381745de7c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0923498 Apr 19 03:37:48.048316 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-309b5ea3-240d-4e6a-ac2f-7a5c28e04dc8 req-fb8c5b25-4be3-417a-affc-9220c8321d46 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Apr 19 03:37:49.282932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef55e7-9991-493d-88ce-23d1712dd2b7 req-814c2c6d-d6bb-4424-b582-1adf90c6cb6a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:49.284556 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8aef55e7-9991-493d-88ce-23d1712dd2b7 req-814c2c6d-d6bb-4424-b582-1adf90c6cb6a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0975518 Apr 19 03:37:49.335787 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8aef55e7-9991-493d-88ce-23d1712dd2b7 req-8061fc03-de0a-4f3d-8b1d-282e6e5bc5d4 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443888 Apr 19 03:37:49.799899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:37:49.942961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:37:49.961135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'port_id': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'mac_address': 'fa:16:3e:91:95:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:37:50.021195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:50.038700 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4b1768a-194b-49ba-b61a-b29c583b5750 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:37:50.054983 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:37:50.057633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:50.059459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1d4901fa-8968-46ec-b036-9670036c2c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:50.135465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=6']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:50.144139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.144529 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.144912 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.145290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.145664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.146037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.146411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.146805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.147169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.147536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.147905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.148306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:37:50.153503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a4b1768a-194b-49ba-b61a-b29c583b5750'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:37:50.180203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:50.548603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910675d-85b6-4b34-881b-f71e80db2516 req-87213a0e-5e4d-4ca7-a609-8cc8035b6c7f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:50.550192 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b910675d-85b6-4b34-881b-f71e80db2516 req-87213a0e-5e4d-4ca7-a609-8cc8035b6c7f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 944 time: 0.0909345 Apr 19 03:37:50.608685 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b910675d-85b6-4b34-881b-f71e80db2516 req-299bdcc7-cf1b-472a-a3de-c0688cb13e5e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518594 Apr 19 03:37:51.827253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:37:51.893055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19791e51-00ea-4fd8-8776-4c9ecd34de91 req-13203017-a40d-4102-8a6b-53a1500c726f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:51.894845 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-19791e51-00ea-4fd8-8776-4c9ecd34de91 req-13203017-a40d-4102-8a6b-53a1500c726f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 944 time: 0.1261618 Apr 19 03:37:51.924839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port a4b1768a-194b-49ba-b61a-b29c583b5750 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:37:51.926967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:51.956105 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-19791e51-00ea-4fd8-8776-4c9ecd34de91 req-f92bae96-7242-489c-92bb-be7b47b564dd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542738 Apr 19 03:37:52.076469 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:52.107997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:37:52.120980 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:37:52.126725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:52.128771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:52.256795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=7']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:52.262019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:52.282182 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'code': 200} Apr 19 03:37:53.209920 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78173d2-4e7a-4522-93cc-9d9ef373c805 req-906b4b0b-8f63-40f7-87d1-44ef12ec574b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:53.212489 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d78173d2-4e7a-4522-93cc-9d9ef373c805 req-906b4b0b-8f63-40f7-87d1-44ef12ec574b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1103511 Apr 19 03:37:53.270599 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d78173d2-4e7a-4522-93cc-9d9ef373c805 req-b3fadbde-5e02-4a75-8666-7403555a62fc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497935 Apr 19 03:37:53.522657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:37:54.543491 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522d05-3087-46af-910c-5dfe52bf4f75 req-6d3aaa01-2849-4a56-b882-7919b3ce09ab tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:54.543491 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-49522d05-3087-46af-910c-5dfe52bf4f75 req-6d3aaa01-2849-4a56-b882-7919b3ce09ab tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1150711 Apr 19 03:37:54.601328 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-49522d05-3087-46af-910c-5dfe52bf4f75 req-e9fec452-3846-4b4c-85d8-651399b0b532 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514722 Apr 19 03:37:55.840559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf8b0-778e-4b19-a748-74c121c1583b req-13f6de36-50d6-4e10-b8d0-c4945bff4719 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:55.842110 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-865bf8b0-778e-4b19-a748-74c121c1583b req-13f6de36-50d6-4e10-b8d0-c4945bff4719 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1031301 Apr 19 03:37:55.896179 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-865bf8b0-778e-4b19-a748-74c121c1583b req-4c33e14a-bfea-4a73-9b31-0bc849a69661 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458925 Apr 19 03:37:57.274452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd7b4-0d5f-4770-9fe7-59e0467fb5b6 req-c794330c-8bba-4a06-8aed-5f2ffdda0d42 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:57.276996 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-02cfd7b4-0d5f-4770-9fe7-59e0467fb5b6 req-c794330c-8bba-4a06-8aed-5f2ffdda0d42 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1586466 Apr 19 03:37:57.308533 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 39700) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:57.333659 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-02cfd7b4-0d5f-4770-9fe7-59e0467fb5b6 req-ba9585f1-b533-41c6-b61d-c6d5171e597d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498013 Apr 19 03:37:57.467054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:57.484284 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:37:57.488886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4569935ede49483f90e2a6dabbb48628 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:37:57.492254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:37:57.498858 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:37:57.586752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:57.644213 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:57.653794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-20df134f-c152-4b74-bc9b-24a3ffabb2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:57.700245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e87f46-dd7a-4d3a-91bc-c71c9afdcfd7,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:57.709746 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4569935ede49483f90e2a6dabbb48628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998163 Apr 19 03:37:57.710886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f1ceaeab-0080-4aa8-9605-8b52ecf6f3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:57.711078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 39710) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:37:57.782938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-803433d7-af8a-4f0d-8b65-f3a455459f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:57.825874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-803433d7-af8a-4f0d-8b65-f3a455459f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:57.905435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-803433d7-af8a-4f0d-8b65-f3a455459f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:57.914725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cb6a9355-fda1-48e0-a7ae-863ce8de0ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:37:57.932199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803433d7-af8a-4f0d-8b65-f3a455459f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e87f46-dd7a-4d3a-91bc-c71c9afdcfd7,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:37:57.940497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-803433d7-af8a-4f0d-8b65-f3a455459f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:37:57.943468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-803433d7-af8a-4f0d-8b65-f3a455459f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:57.951151 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-803433d7-af8a-4f0d-8b65-f3a455459f2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27e87f46-dd7a-4d3a-91bc-c71c9afdcfd7 HTTP/1.1" status: 204 len: 168 time: 0.2320545 Apr 19 03:37:58.493335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4e32b40f-fc67-4817-9413-aa86e07c1382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:37:58.605461 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611955ef-7dc9-4fa5-b187-701209b81215 req-78c5e5f4-c692-4864-b205-2e531f84f3ce tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:58.607572 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-611955ef-7dc9-4fa5-b187-701209b81215 req-78c5e5f4-c692-4864-b205-2e531f84f3ce tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1319675 Apr 19 03:37:58.671292 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-611955ef-7dc9-4fa5-b187-701209b81215 req-bc674063-cb00-4c82-8d67-f760e2bbb39e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540659 Apr 19 03:37:59.915522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca0b33-1370-48aa-9384-7906484273be req-b1c543b8-b06e-408a-835c-79200b9a045a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:37:59.917903 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6fca0b33-1370-48aa-9384-7906484273be req-b1c543b8-b06e-408a-835c-79200b9a045a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1027186 Apr 19 03:37:59.980560 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6fca0b33-1370-48aa-9384-7906484273be req-7b9f2d12-d0a3-4aec-80b3-7ba41ec39d69 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546961 Apr 19 03:38:00.700242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-92ec932d-92e2-4ac3-91f5-ba39a11b7fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:01.238372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0a316-aaa9-42d4-99ac-8c67aecce01a req-c32b6e1b-59f9-488b-a493-4da56678d1a1 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:01.240936 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e4d0a316-aaa9-42d4-99ac-8c67aecce01a req-c32b6e1b-59f9-488b-a493-4da56678d1a1 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1143432 Apr 19 03:38:01.294535 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e4d0a316-aaa9-42d4-99ac-8c67aecce01a req-0c2cac39-829d-4ad5-85f5-a143a3e1e64f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472131 Apr 19 03:38:01.790067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:01.849250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:02.261250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-105d444f-bb0a-40ce-ab1b-63cc3b1d37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:02.262818 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-105d444f-bb0a-40ce-ab1b-63cc3b1d37ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0805333 Apr 19 03:38:02.412262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-ae291349-1145-4192-9ed0-fee4f67c3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:02.413864 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-ae291349-1145-4192-9ed0-fee4f67c3ed0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.1444705 Apr 19 03:38:02.590109 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-142b22c9-c1f4-4cf4-bf10-0be3b9419013 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 200 len: 1000 time: 0.1284988 Apr 19 03:38:02.606654 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4ce29-cf17-4484-a8c8-97abe39ab2fc req-d22908bb-29f7-4dba-8767-75a4d45efb58 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:02.608224 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0ac4ce29-cf17-4484-a8c8-97abe39ab2fc req-d22908bb-29f7-4dba-8767-75a4d45efb58 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1891646 Apr 19 03:38:02.707448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-44caa0a7-f8b2-4fac-b78e-c01672feb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:02.709055 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-44caa0a7-f8b2-4fac-b78e-c01672feb544 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0998917 Apr 19 03:38:02.712177 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0ac4ce29-cf17-4484-a8c8-97abe39ab2fc req-3376175f-3767-47cc-aed3-27a737c48d12 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679913 Apr 19 03:38:02.799333 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-a120e444-84a5-4959-ac99-46ddb40fa341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:02.800976 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-a120e444-84a5-4959-ac99-46ddb40fa341 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819771 Apr 19 03:38:02.948994 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-69cff5a7-10ca-47e0-9ba3-576c97efe96c service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353636 Apr 19 03:38:03.095027 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2387d54c-5d30-4a40-9a93-089909e2af63 req-ab65173c-9751-4074-ab4c-a2346bf71b7b service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363039 Apr 19 03:38:03.631043 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:03.918974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69c5db-3338-4ca6-8cca-4120a9279599 req-79a8fbea-97a8-4431-8d99-de78ab224275 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:03.920724 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2d69c5db-3338-4ca6-8cca-4120a9279599 req-79a8fbea-97a8-4431-8d99-de78ab224275 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.0874732 Apr 19 03:38:03.969496 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2d69c5db-3338-4ca6-8cca-4120a9279599 req-bf037e22-2981-4b62-a8e6-a93c18101616 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Apr 19 03:38:05.262147 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aa4bc-3c08-4cb2-a459-92c4307d59e5 req-b3f8caf2-8078-4e75-8e30-bf038aa8d7e3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:05.263721 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e17aa4bc-3c08-4cb2-a459-92c4307d59e5 req-b3f8caf2-8078-4e75-8e30-bf038aa8d7e3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 945 time: 0.1586587 Apr 19 03:38:05.280051 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:05.326728 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e17aa4bc-3c08-4cb2-a459-92c4307d59e5 req-5113c648-59f7-4383-93ce-ff8c20298865 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563719 Apr 19 03:38:05.879126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:38:06.002783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:06.030557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:38:06.041520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:38:06.045610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:06.048057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:06.099048 dv-cinder-786054-3-smb neutron-server[86305]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'code': 422} returned with failed status Apr 19 03:38:06.136836 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=8']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:06.140226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:06.545036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd5a4a-53f2-4582-bb55-080380968417 req-265ec3cb-396f-4dcd-8f2f-034198783a62 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:06.547125 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01dd5a4a-53f2-4582-bb55-080380968417 req-265ec3cb-396f-4dcd-8f2f-034198783a62 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.0965581 Apr 19 03:38:06.596248 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01dd5a4a-53f2-4582-bb55-080380968417 req-d3db9c1e-519d-483b-a2af-baa74060020c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 Apr 19 03:38:08.328054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d297a5-751a-4292-95d4-2541c69c45dd req-261112be-7b87-4305-90be-9ae3abb2741b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:08.329549 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e7d297a5-751a-4292-95d4-2541c69c45dd req-261112be-7b87-4305-90be-9ae3abb2741b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.1624856 Apr 19 03:38:08.333353 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-8d5a7673-fbd1-412f-b20d-0ec6e0c2e27a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278057 Apr 19 03:38:08.385065 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e7d297a5-751a-4292-95d4-2541c69c45dd req-b8b8c5c6-d381-4146-921a-e58350946a72 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Apr 19 03:38:08.913499 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-9c8b8fdb-d2d9-4a43-a95c-71bdf3ba331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:08.915059 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-9c8b8fdb-d2d9-4a43-a95c-71bdf3ba331d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0&tenant_id=244beb034457436ea20a02004a345f2e HTTP/1.1" status: 200 len: 1096 time: 0.0791528 Apr 19 03:38:09.024723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-bd479131-20cd-4763-956d-ccb16b228745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:09.026320 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-bd479131-20cd-4763-956d-ccb16b228745 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1096 time: 0.0829411 Apr 19 03:38:09.175293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-ca2e6212-ca70-4ef7-b9c0-1f23869fff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:09.176930 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-ca2e6212-ca70-4ef7-b9c0-1f23869fff63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.1411321 Apr 19 03:38:09.302533 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-42182969-1328-4785-b6b4-7092fd5256f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 200 len: 998 time: 0.1145687 Apr 19 03:38:09.379168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-fe35f407-9a8e-4591-b138-7763f7d07e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:09.380820 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-fe35f407-9a8e-4591-b138-7763f7d07e87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0673018 Apr 19 03:38:09.530907 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-bb72263d-d69b-4d38-8cc8-cd1ee7a5b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:09.533994 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-bb72263d-d69b-4d38-8cc8-cd1ee7a5b6b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1422226 Apr 19 03:38:09.615518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a8ce-ea93-41ce-9968-6cd9b342bd97 req-566825b2-8712-468b-9fcf-ae179a14bd54 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:09.617270 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2b27a8ce-ea93-41ce-9968-6cd9b342bd97 req-566825b2-8712-468b-9fcf-ae179a14bd54 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.0937505 Apr 19 03:38:09.667557 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2b27a8ce-ea93-41ce-9968-6cd9b342bd97 req-7884850e-df23-4eec-979d-523c2eeaacd7 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 Apr 19 03:38:09.691397 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-315b0f6f-052a-4f40-a879-5c5105e5fb88 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443791 Apr 19 03:38:09.846490 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-17e5912c-c220-4eac-8ca9-46d2bc4214d1 req-17db2c87-5f59-466f-bed0-abeb05e6365c service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450560 Apr 19 03:38:11.053819 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef320b-25dc-4e71-8130-a57a0101a805 req-7a885a36-3c09-46d7-8e01-e4cae379e85f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:11.056673 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b4ef320b-25dc-4e71-8130-a57a0101a805 req-7a885a36-3c09-46d7-8e01-e4cae379e85f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.2554438 Apr 19 03:38:11.157934 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b4ef320b-25dc-4e71-8130-a57a0101a805 req-b5d129c1-78dd-45e0-b9d5-69f81f62f371 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941246 Apr 19 03:38:12.460598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e1937-d1df-405d-a6d9-50eb76b826db req-17b88048-a736-401b-9624-1e7fc79b7fe4 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:12.463207 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f9e1937-d1df-405d-a6d9-50eb76b826db req-17b88048-a736-401b-9624-1e7fc79b7fe4 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.1622219 Apr 19 03:38:12.547951 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2f9e1937-d1df-405d-a6d9-50eb76b826db req-09f8dd2c-f8cf-4593-8c68-36b3e640ce26 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745606 Apr 19 03:38:13.776867 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56db32-e697-4dab-baa8-3359b4b30619 req-54c390bf-6048-4f5d-81b4-d7474a1ca0d5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:13.776867 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-db56db32-e697-4dab-baa8-3359b4b30619 req-54c390bf-6048-4f5d-81b4-d7474a1ca0d5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.0967863 Apr 19 03:38:14.072208 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-db56db32-e697-4dab-baa8-3359b4b30619 req-70685ca0-99f0-4826-bb9c-79a2b065e8d9 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858648 Apr 19 03:38:15.340401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1ca2f-80f8-4e1f-bdf8-4c06c175bcb5 req-34df8ccf-feec-4be1-874b-aa329ba15c07 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:15.342126 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-67f1ca2f-80f8-4e1f-bdf8-4c06c175bcb5 req-34df8ccf-feec-4be1-874b-aa329ba15c07 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.1035011 Apr 19 03:38:15.394289 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-67f1ca2f-80f8-4e1f-bdf8-4c06c175bcb5 req-c29aa794-aaeb-4faf-a7dc-c41c8b108e92 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453310 Apr 19 03:38:16.742918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d767a5-83c0-49eb-a454-b73fd3eda97d req-42256c21-b526-4928-a5de-a22fa2f9bc73 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:16.746007 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e8d767a5-83c0-49eb-a454-b73fd3eda97d req-42256c21-b526-4928-a5de-a22fa2f9bc73 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.1782420 Apr 19 03:38:16.805675 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e8d767a5-83c0-49eb-a454-b73fd3eda97d req-da813a10-0d69-4ce2-82e0-4839386ab346 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516334 Apr 19 03:38:18.065793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb761232-e1ac-46da-97b6-c45e2021b58c req-4021102f-595b-4add-b550-9400dfeb9212 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:18.067542 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eb761232-e1ac-46da-97b6-c45e2021b58c req-4021102f-595b-4add-b550-9400dfeb9212 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.1090665 Apr 19 03:38:18.374054 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-eb761232-e1ac-46da-97b6-c45e2021b58c req-7bce693c-5922-4912-a98d-598088fbaffb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934718 Apr 19 03:38:19.619340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2a7ac-8f04-4094-8a9b-8cbdc8f1ddde req-897bf789-f7b0-4f94-8bfa-c153a34b766f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:19.621040 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1fa2a7ac-8f04-4094-8a9b-8cbdc8f1ddde req-897bf789-f7b0-4f94-8bfa-c153a34b766f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.0950322 Apr 19 03:38:19.672562 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1fa2a7ac-8f04-4094-8a9b-8cbdc8f1ddde req-95e50a9c-33aa-44c8-b91a-026c4914fef5 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445921 Apr 19 03:38:20.907394 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aee8ad-e867-4111-8eab-16a4070f728d req-0f418365-1081-4498-aac0-5fb7b4790f19 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:20.910923 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-03aee8ad-e867-4111-8eab-16a4070f728d req-0f418365-1081-4498-aac0-5fb7b4790f19 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.1075454 Apr 19 03:38:20.967386 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-03aee8ad-e867-4111-8eab-16a4070f728d req-22a23fd7-d572-455d-b8f9-294c585e849e tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498958 Apr 19 03:38:22.342039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4375eea-d3e2-4752-92d1-f8ed7a0dd524 req-bfbbea94-f04c-45b3-a7f2-97b5489a068b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:22.344494 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f4375eea-d3e2-4752-92d1-f8ed7a0dd524 req-bfbbea94-f04c-45b3-a7f2-97b5489a068b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.1446660 Apr 19 03:38:22.395443 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f4375eea-d3e2-4752-92d1-f8ed7a0dd524 req-97711a07-d41d-457f-b9f9-a539fbe3f23d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 Apr 19 03:38:23.619766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ceeda-c3f1-4534-a6ec-e6b9cfd5f4ef req-0a197fc5-eab4-404f-b4ea-be3db2033a27 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:23.621370 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a08ceeda-c3f1-4534-a6ec-e6b9cfd5f4ef req-0a197fc5-eab4-404f-b4ea-be3db2033a27 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 943 time: 0.0910687 Apr 19 03:38:23.671185 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a08ceeda-c3f1-4534-a6ec-e6b9cfd5f4ef req-b4e4ba25-be31-4d8f-aa43-11d11b5240bd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434098 Apr 19 03:38:23.967685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:38:24.118817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:38:24.142481 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'port_id': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'mac_address': 'fa:16:3e:91:95:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:38:24.226676 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:24.245129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b1768a-194b-49ba-b61a-b29c583b5750 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:38:24.261035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:38:24.263801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:24.267305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:24.346737 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=9']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:24.350156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:24.503579 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['a4b1768a-194b-49ba-b61a-b29c583b5750'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:38:24.883083 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d31f5-0ccd-419e-bdff-a9098008b9f8 req-99b68d1b-f274-415f-baac-f715afc385bd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:24.884743 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-393d31f5-0ccd-419e-bdff-a9098008b9f8 req-99b68d1b-f274-415f-baac-f715afc385bd tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 944 time: 0.0919683 Apr 19 03:38:24.935134 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-393d31f5-0ccd-419e-bdff-a9098008b9f8 req-878c3351-81fb-4e2c-9f52-823fccd5f91a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Apr 19 03:38:25.981249 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:38:26.059567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port a4b1768a-194b-49ba-b61a-b29c583b5750 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:38:26.060021 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:26.189550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365e0f9-fe80-4c55-9144-d0f0e9969870 req-dc9ccd21-3f3d-4bfc-86e6-5d378eb959bb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:26.191224 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d365e0f9-fe80-4c55-9144-d0f0e9969870 req-dc9ccd21-3f3d-4bfc-86e6-5d378eb959bb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 944 time: 0.1282759 Apr 19 03:38:26.200125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:26.230220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:38:26.242694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:38:26.245362 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d365e0f9-fe80-4c55-9144-d0f0e9969870 req-e89545d7-4fff-4fb9-9248-74cc4da42f07 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Apr 19 03:38:26.245829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:26.247793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:26.290711 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'code': 200} Apr 19 03:38:26.328480 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=10']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:26.331673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:26.553594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b1ddc-6e2b-42af-bec5-f947e5463d67 req-5bd8f18d-e9cd-41f8-a673-d66ab348e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:26.555354 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c93b1ddc-6e2b-42af-bec5-f947e5463d67 req-5bd8f18d-e9cd-41f8-a673-d66ab348e3b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1099 time: 0.0858886 Apr 19 03:38:26.622716 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c93b1ddc-6e2b-42af-bec5-f947e5463d67 req-b35f2545-b996-4782-b0d7-f13690e9fe96 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597265 Apr 19 03:38:27.482053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c20b33-ef4a-40b5-98d6-891b17f8393f req-480f1116-a6d0-4f8a-8e21-93c59dccff88 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:27.483653 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-44c20b33-ef4a-40b5-98d6-891b17f8393f req-480f1116-a6d0-4f8a-8e21-93c59dccff88 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 946 time: 0.0894604 Apr 19 03:38:27.536194 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-44c20b33-ef4a-40b5-98d6-891b17f8393f req-1790cbc8-782b-48e1-9c33-ff70491836c1 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 Apr 19 03:38:28.486938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-157114fc-633a-41c9-9e52-dc601d2fd8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:28.748670 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a8d93-a759-4feb-b22b-b32c4b2aa418 req-2ad4c6cd-3bf1-4747-b71e-12af2ea13baa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:28.750775 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b84a8d93-a759-4feb-b22b-b32c4b2aa418 req-2ad4c6cd-3bf1-4747-b71e-12af2ea13baa tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 946 time: 0.0906487 Apr 19 03:38:28.803768 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b84a8d93-a759-4feb-b22b-b32c4b2aa418 req-de18c4f5-e0f1-473d-9c2a-48db8b892bd0 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466480 Apr 19 03:38:30.523705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:38:30.694355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-017a43f1-5f50-48fc-a847-4eafb9013800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:31.789078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:31.850980 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:33.637400 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.236791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40118) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:35.282378 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.370211 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.385861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:35.390538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Usage tracker for resource:security_group_rule and tenant:3ac381c0a6464effa92247d88f65419a is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:35.393620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:35.399564 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:35.492202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.495535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.505040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-88e44ef4-4265-4773-8657-fc042b154d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:35.547634 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ac381c0a6464effa92247d88f65419a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094878 Apr 19 03:38:35.549469 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3942355-c821-4286-90ef-7bdeb0c6bcdb,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:35.550712 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40124) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:35.552861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5ffa9125-41b4-4b72-9c63-1bfc4a4859ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:35.623441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dfed2fe6-0c20-4556-94c1-5f80753c1be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.651671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dfed2fe6-0c20-4556-94c1-5f80753c1be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.700142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dfed2fe6-0c20-4556-94c1-5f80753c1be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.705465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3e95f4e9-321c-43d0-9bdd-602b31de6a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:35.719171 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed2fe6-0c20-4556-94c1-5f80753c1be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3942355-c821-4286-90ef-7bdeb0c6bcdb,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:35.722397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-dfed2fe6-0c20-4556-94c1-5f80753c1be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:35.724604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dfed2fe6-0c20-4556-94c1-5f80753c1be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:35.725712 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-dfed2fe6-0c20-4556-94c1-5f80753c1be6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3942355-c821-4286-90ef-7bdeb0c6bcdb HTTP/1.1" status: 204 len: 168 time: 0.1736445 Apr 19 03:38:36.925589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40156) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:37.058771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:37.075341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:37.080407 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Usage tracker for resource:security_group_rule and tenant:b573fd9841dc4dd6a7afb1839eb24b10 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:37.083350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:37.089338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:37.181257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:37.184203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:37.193679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2414bbd8-74c2-4171-a159-8d923093ce81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:37.236623 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b573fd9841dc4dd6a7afb1839eb24b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086414 Apr 19 03:38:37.238357 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea85b431-3472-4e30-acdf-a5ef7c9f6f8a,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:37.240271 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40162) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:37.241828 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:37.306960 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-47476bc3-04dd-4752-82a0-f8b781a815c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:37.338715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-47476bc3-04dd-4752-82a0-f8b781a815c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:37.384574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-47476bc3-04dd-4752-82a0-f8b781a815c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:37.390396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8517380f-e84d-422b-b988-e31c475960c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:37.401683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47476bc3-04dd-4752-82a0-f8b781a815c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea85b431-3472-4e30-acdf-a5ef7c9f6f8a,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:37.407535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-47476bc3-04dd-4752-82a0-f8b781a815c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:37.409442 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-47476bc3-04dd-4752-82a0-f8b781a815c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:37.410668 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-47476bc3-04dd-4752-82a0-f8b781a815c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea85b431-3472-4e30-acdf-a5ef7c9f6f8a HTTP/1.1" status: 204 len: 168 time: 0.1686206 Apr 19 03:38:38.280042 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-d42a3213-3af8-4058-9cb6-5552e3e1a2cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802538 Apr 19 03:38:38.439025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-db05ff5d-7dd0-4ebc-a81c-9034e46e2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:38.441425 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-db05ff5d-7dd0-4ebc-a81c-9034e46e2a31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=244beb034457436ea20a02004a345f2e&device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 1099 time: 0.0864429 Apr 19 03:38:38.610543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-f37a74d5-1a67-4f00-9b22-f623da43716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:38.612171 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-f37a74d5-1a67-4f00-9b22-f623da43716a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 200 len: 918 time: 0.1493208 Apr 19 03:38:38.727390 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-facdbf34-c17f-4f96-863c-79d61124cca4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 200 len: 1000 time: 0.1083038 Apr 19 03:38:38.804278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-13a5c095-c899-4c48-bf8a-c28502a36b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:38.805635 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-13a5c095-c899-4c48-bf8a-c28502a36b1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 200 len: 856 time: 0.0701671 Apr 19 03:38:38.911745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-7c7544ef-5f75-43b9-8c84-d525ecc4a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:38.913394 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-7c7544ef-5f75-43b9-8c84-d525ecc4a9ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3fd99b33-0b12-4eec-b099-825b3adcd9d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1004758 Apr 19 03:38:39.058676 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-3f37144c-5bfa-4e3e-8ac7-1c951cd04522 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369598 Apr 19 03:38:39.209682 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85cc4775-08b3-4a01-ba1a-51ad30d31dfd req-102e555b-fe7b-4ec0-a3de-705f9a3f5a05 service neutron] 10.222.0.10 "GET /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407182 Apr 19 03:38:50.200036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40300) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:50.328080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:50.348271 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:50.352296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f4baa9932647bdb8625084fbc267dc is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:50.355294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:50.362270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:50.450536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:50.453391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:50.462312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0c26367c-2acf-4dde-8df5-1cf652578ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:50.506445 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3f4baa9932647bdb8625084fbc267dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051999 Apr 19 03:38:50.508218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148ef36f-1b7b-4aa1-a991-22d3d24ee165,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:50.509362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40306) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:50.516671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.517093 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.517506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.517921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.518316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.518726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.519123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.519523 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.519916 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.520342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.520743 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.521133 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.525431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-507b97d3-e6f8-44fb-b573-1e02390a2c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:50.579667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:50.607657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:50.652381 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:50.657949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c83ae334-fbca-4bae-8961-20f6345e3738 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:50.672750 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148ef36f-1b7b-4aa1-a991-22d3d24ee165,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:50.686358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.686358 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.686693 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.686925 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.687334 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.687740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.688180 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.688582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.688984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.689382 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.689783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.690173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:50.693558 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:50.705331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:50.706491 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/148ef36f-1b7b-4aa1-a991-22d3d24ee165 HTTP/1.1" status: 204 len: 168 time: 0.1958742 Apr 19 03:38:51.432466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40330) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:51.548860 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-101605211-network', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:38:51.554054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:51.558467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Usage tracker for resource:network and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:51.561790 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:51.568827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:51.578319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Made reservation on behalf of 0daf56a1293f4bdaa65b06b0d24584ae for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:38:51.583085 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:51.596825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:51.612616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:51.616621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Usage tracker for resource:security_group_rule and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:51.619550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:51.625851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:51.712497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:51.715526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:51.720540 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0efc42b2-64b6-4a17-b5da-ccf1bf0ff869 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:51.749976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:38:51.763167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcdb96a-e4db-46b0-b35a-a65709fa907d,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:51.766538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:51.769423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:51.769913 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Added segment a33a5530-0087-40be-8788-3454865e8f1d of type vlan for network f5e93ffa-2966-4675-9a2c-5efdafd60074 Apr 19 03:38:51.800001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:51.830085 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:51.831497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:51.832326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:51.837447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-83fbfd23-8de6-4a5e-a812-f37db5a8372c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:51.940730 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5069835 Apr 19 03:38:51.943876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40336) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:51.953135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Request body: {'subnet': {'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-101605211-subnet', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:38:51.957064 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Pushing event updated for resources: {'Network': ['ID=f5e93ffa-2966-4675-9a2c-5efdafd60074,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:51.959963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:51.962435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:51.967596 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:38:51.969410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Usage tracker for resource:subnet and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:51.973970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:51.983850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:51.995213 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Made reservation on behalf of 0daf56a1293f4bdaa65b06b0d24584ae for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:38:52.000746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852595653'] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:52.415627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2335458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852595670'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:52.421452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-581b3ba8-bd11-4087-a67b-0e3bf0710b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:52.506472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4014fc-ea02-4b79-a8d1-265d7769814d,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:52.510586 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:52.511471 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Checking segment: {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:38:52.511866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Network hostable DHCP agents. Network: f5e93ffa-2966-4675-9a2c-5efdafd60074, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:38:52.533001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:38:52.541511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, f5e93ffa-2966-4675-9a2c-5efdafd60074) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:38:52.553338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c213e1-7bb6-47d1-b765-5d9d97d88b92 None None] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:38:52.554844 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:52.555504 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:52.576612 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6314538 Apr 19 03:38:52.579731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40340) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:52.585430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:38:52.590326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:52.594611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Usage tracker for resource:router and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:52.598485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:52.604490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:52.614112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852801568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772748'] for router, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:52.615181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1974248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1600287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3053'] for router, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:52.630713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:52.903042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fac9a6c-fa97-52ec-baca-1f46f843570d-f5e93ffa-2966-4675-9a2c-5efdafd60074', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d'}]}} from dv-cinder-786054-3-smb. {{(pid=86420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 03:38:52.904396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:52.923622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:53.157951 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Allocated IP 172.20.0.2 (f5e93ffa-2966-4675-9a2c-5efdafd60074/8e4014fc-ea02-4b79-a8d1-265d7769814d/47fa3dad-dc61-48ec-aa32-37f888f207ec) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:38:53.264784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:53.298142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:53.453760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:53.460975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Allocated IP 172.28.0.86 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:38:53.472220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Transition to ACTIVE for port object 47fa3dad-dc61-48ec-aa32-37f888f207ec will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:38:53.505055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Transition to ACTIVE for port object 47fa3dad-dc61-48ec-aa32-37f888f207ec will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:38:53.511459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:53.520299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:53.664060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:53.698580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:53.705659 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ffb38ec7-9896-41e5-83b9-cb3c20bfa6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:53.767594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:38:53.767901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:38:53.775705 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:38:53.775926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:38:53.780595 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:38:53.780974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:38:53.790111 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Pushing event updated for resources: {'Port': ['ID=47fa3dad-dc61-48ec-aa32-37f888f207ec,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:53.823910 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Pushing event updated for resources: {'Port': ['ID=0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:53.828863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:53.829526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.829923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.830305 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.830680 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.831049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.831427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.831798 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.832193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.832561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.832924 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.833290 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.833650 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:53.842640 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:53.899053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Attempting to bind port 47fa3dad-dc61-48ec-aa32-37f888f207ec on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:38:53.899479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Attempting to bind port 47fa3dad-dc61-48ec-aa32-37f888f207ec by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:38:53.899875 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Attempting to bind port 47fa3dad-dc61-48ec-aa32-37f888f207ec on network f5e93ffa-2966-4675-9a2c-5efdafd60074 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:38:53.905918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:38:53.906339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Checking segment: {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:38:53.906797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:53.907240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Bound using segment: {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:38:53.907763 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Bound port: 47fa3dad-dc61-48ec-aa32-37f888f207ec, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:38:53.908212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:54.009559 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] For port 47fa3dad-dc61-48ec-aa32-37f888f207ec, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:38:54.012879 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] For port 47fa3dad-dc61-48ec-aa32-37f888f207ec, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=47fa3dad-dc61-48ec-aa32-37f888f207ec,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:38:54.017053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:54.022468 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:54.121269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Pushing event updated for resources: {'Port': ['ID=47fa3dad-dc61-48ec-aa32-37f888f207ec,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:54.124976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b4c04683-39ed-4f64-bebe-1cf1111b6455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:54.501490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:54.650510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 47fa3dad-dc61-48ec-aa32-37f888f207ec up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:38:54.725928 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 47fa3dad-dc61-48ec-aa32-37f888f207ec completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:38:54.897728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213'] for router, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:55.119646 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 is scheduled to L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed with binding_index 1 {{(pid=86419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 03:38:55.319574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:38:55.329679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Sync routers for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:38:55.341768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:38:55.343279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:38:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:38:55.345800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] Notify callbacks [] for router, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:55.347124 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c31ae9c4-8c8e-4b5a-b1f3-fef13b2ebc41 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7663004 Apr 19 03:38:55.350472 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40344) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:55.587893 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:38:55.625048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3bc275-76df-4c9d-842a-8f9e807e64c3 None None] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:38:55.731550 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] Provisioning for port 47fa3dad-dc61-48ec-aa32-37f888f207ec completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:38:55.747308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] Provisioning complete for port 47fa3dad-dc61-48ec-aa32-37f888f207ec triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:38:55.748082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.004548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.011443 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:54Z', 'revision_number': 3, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:38:56.017570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Checking router: 27bccfcd-782b-44d5-a2e4-61ab7e83c672 for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:38:56.018107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Updating router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:38:56.057746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] For port 47fa3dad-dc61-48ec-aa32-37f888f207ec, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=47fa3dad-dc61-48ec-aa32-37f888f207ec,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:38:56.063895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.067485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:56.093713 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.163193 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] Pushing event updated for resources: {'Port': ['ID=47fa3dad-dc61-48ec-aa32-37f888f207ec,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:56.175139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:56.237991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.392275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-f797a2f6-ff3e-4fdb-a3ef-285f839c1fa9 None None] Provisioning complete for port 47fa3dad-dc61-48ec-aa32-37f888f207ec triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:38:56.392885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f797a2f6-ff3e-4fdb-a3ef-285f839c1fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.531932 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Allocated IP 172.20.0.1 (f5e93ffa-2966-4675-9a2c-5efdafd60074/8e4014fc-ea02-4b79-a8d1-265d7769814d/8a969fd3-b0d9-47b8-94f4-861fed8ec7ab) {{(pid=86419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:38:56.629221 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 47fa3dad-dc61-48ec-aa32-37f888f207ec up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:38:56.699815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.709537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.711757 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Transition to ACTIVE for port object 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:38:56.718345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.724009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-db65dbb8-cff5-4d97-915e-e030e65d84cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:56.728042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Transition to ACTIVE for port object 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab will not be triggered until provisioned by entity DHCP. {{(pid=86419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:38:56.749441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 47fa3dad-dc61-48ec-aa32-37f888f207ec triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:38:56.750021 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.756034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.761200 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:56.808664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Pushing event updated for resources: {'Port': ['ID=0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:56.814182 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Attempting to bind port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:38:56.814589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Attempting to bind port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:38:56.814997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Attempting to bind port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc on network 2b282c9f-01b3-436d-9a2f-af1029725b6f {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:38:56.822624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.822995 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.823368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.823736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.824125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.824487 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.824978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.825156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.825515 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.825874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.826199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.827123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:38:56.832362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:38:56.832594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:56.833293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:38:56.833697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:38:56.834135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.834553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Bound using segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:38:56.835064 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Bound port: 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:38:56.835759 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.836612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:38:56.846909 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Received port after_create {{(pid=86419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:38:56.913626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Pushing event updated for resources: {'Port': ['ID=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:56.921711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] For port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:38:56.926027 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] For port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:38:56.930315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:56.934006 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:56.940074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5c6f5eee-3a87-454f-a815-61e0974e6790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:56.950086 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085902'] for router_interface, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:57.036675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:38:57.037730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:38:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:38:57.097822 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-733d9c71-15e1-45cc-aa90-b80b03eebf8d None None] Provisioning for port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:38:57.104470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-733d9c71-15e1-45cc-aa90-b80b03eebf8d None None] Provisioning complete for port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:38:57.105248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-733d9c71-15e1-45cc-aa90-b80b03eebf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:57.184850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Pushing event updated for resources: {'Port': ['ID=0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:57.205236 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-051dc092-c73e-4f47-be60-a3c7b85e80cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:57.212908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-733d9c71-15e1-45cc-aa90-b80b03eebf8d None None] Port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:38:57.275203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:38:57.515270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:57.593785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:54Z', 'revision_number': 3, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:38:57.598173 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c187b-d7d9-46cc-a5bd-70dca165282b None None] The sync data for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb is: [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:54Z', 'revision_number': 3, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:38:57.772545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:57.776549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2341242'] for port, after_update {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:57.806084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0c03f448-9ae7-4fd1-b766-75c00f6dab91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:57.894673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Pushing event updated for resources: {'Port': ['ID=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,revision_number=2']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:57.897573 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852689815'] for router_interface, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:57.901405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:58.089781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 is already hosted by enough agents. {{(pid=86419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:38:58.091277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Resources bound (agent type, host, resource id): {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:38:58.323760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:38:58.347019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-003f14fd-1fad-425d-b26f-709da8f74889 None None] Provisioning complete for port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:38:58.347832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-003f14fd-1fad-425d-b26f-709da8f74889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:58.436605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-003f14fd-1fad-425d-b26f-709da8f74889 None None] Port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:38:58.493797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c9304c5c-2ea4-415f-bc5f-e3a94af1469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:58.563887 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:38:58.577680 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0d1219ce-5370-49c2-9bc4-67b2e595ee4a admin admin] 10.222.0.20 "PUT /v2.0/routers/27bccfcd-782b-44d5-a2e4-61ab7e83c672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2258005 Apr 19 03:38:58.629016 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:38:58.724368 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:38:58.729785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:38:58.730278 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:58.867683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:58.890839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:38:58.894248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:58.897123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:58.995816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:59.000399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:59.182481 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40364) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:59.188974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1730762524-network', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:38:59.194060 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:59.198087 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Usage tracker for resource:network and tenant:c044b43f4c43443d8b0ac1206fc168b1 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:59.201063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:59.207565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:59.217717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Made reservation on behalf of c044b43f4c43443d8b0ac1206fc168b1 for: {'network': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:38:59.222458 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for network, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:59.235589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:59.250881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:59.254872 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Usage tracker for resource:security_group_rule and tenant:c044b43f4c43443d8b0ac1206fc168b1 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:59.257784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:59.264307 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:59.353412 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:59.356075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:59.359758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-26027caf-5d1a-4bd4-9961-1f48868ecef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:59.392768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=86419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 03:38:59.398448 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69568b6c-2b9c-41c5-a10c-72bbdf484e84,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:59.401753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:59.407699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:59.407926 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.segments_db [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Added segment e3418150-7808-470c-a9c0-10dc89e7f231 of type vlan for network dbbdac6a-250f-4c95-b465-c8f7eef955d5 Apr 19 03:38:59.440608 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249684355017'] for network, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:59.469683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411'] for network, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:59.471035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:38:59.471667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:38:59.476583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0e72f49d-158e-443b-a5cd-1019d1bd0f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:38:59.583317 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3996167 Apr 19 03:38:59.584287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbdac6a-250f-4c95-b465-c8f7eef955d5,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:38:59.586410 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40368) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:38:59.589339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5df2fd5f-dedb-4aee-93f8-6f3b25af3902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:38:59.594155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Request body: {'subnet': {'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1730762524-subnet', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'ip_version': 4}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:38:59.597397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 details requested by agent ovs-agent-dv-cinder-786054-3-smb with host dv-cinder-786054-3-smb {{(pid=86420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 03:38:59.602419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:38:59.609628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Usage tracker for resource:subnet and tenant:c044b43f4c43443d8b0ac1206fc168b1 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:38:59.614319 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:38:59.624620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:38:59.638201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Made reservation on behalf of c044b43f4c43443d8b0ac1206fc168b1 for: {'subnet': 1} {{(pid=86419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:38:59.646495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852595653'] for subnet, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:00.116852 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2335458', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852595670'] for subnet, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:00.122148 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:00.205878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=489c0380-e9f7-4e7a-a628-499bbf13d543,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:00.209651 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:00.215687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Checking segment: {'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:39:00.216114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Network hostable DHCP agents. Network: dbbdac6a-250f-4c95-b465-c8f7eef955d5, hostable agents: ['3d0300ca-609f-44c0-bbab-c8f97982a838'], hosted agents: [] {{(pid=86419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 03:39:00.236583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 is scheduled to be hosted by DHCP agent 3d0300ca-609f-44c0-bbab-c8f97982a838 with binding_index 1 {{(pid=86419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 03:39:00.246077 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-3-smb, dbbdac6a-250f-4c95-b465-c8f7eef955d5) {{(pid=86419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:39:00.257677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74784165-cd2f-4c66-8464-38e41c6ab346 None None] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:39:00.259336 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:00.260067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:00.285291 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3feac065-6637-4a6c-a08d-17b885e03268 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6952872 Apr 19 03:39:00.285703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40372) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:00.291679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:00.298090 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:00.302584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Usage tracker for resource:router and tenant:c044b43f4c43443d8b0ac1206fc168b1 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:00.305815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:00.314445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:00.323629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852801568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854772748'] for router, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:00.325037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1974248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2096398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1600287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3053'] for router, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:00.340892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:00.430970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Sync routers for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:39:00.453169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:00.453788 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:38:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:00.642602 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:00.644561 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2096633', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1973587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3038'] for router, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:00.893001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fac9a6c-fa97-52ec-baca-1f46f843570d-dbbdac6a-250f-4c95-b465-c8f7eef955d5', 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'fixed_ips': [{'subnet_id': '489c0380-e9f7-4e7a-a628-499bbf13d543'}]}} from dv-cinder-786054-3-smb. {{(pid=86420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 03:39:00.894234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:00.960966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7543-a7ca-4ba1-93cf-820d3856c8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.015597 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:01.020003 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.054626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.125432 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:01.126331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.214126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Allocated IP 172.28.0.144 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/9b1d9f5e-77c4-49be-8b86-a4460bf51b29) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:39:01.382414 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.413125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.418042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7b851d5f-adf7-41c4-a30c-ccd54ab5e8e2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:01.427766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Allocated IP 172.20.0.2 (dbbdac6a-250f-4c95-b465-c8f7eef955d5/489c0380-e9f7-4e7a-a628-499bbf13d543/78bc0406-fc25-4707-ac4e-582c4c3b7efd) {{(pid=86420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:39:01.480580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:39:01.489041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:39:01.493684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:39:01.535526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1d9f5e-77c4-49be-8b86-a4460bf51b29,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:01.540129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:01.772124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 2, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:01.804401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Checking router: 27bccfcd-782b-44d5-a2e4-61ab7e83c672 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:39:01.804768 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Updating router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab binding host dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:39:01.883326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.888154 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Notify callbacks [] for port, precommit_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.912094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.914955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Transition to ACTIVE for port object 78bc0406-fc25-4707-ac4e-582c4c3b7efd will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:39:01.917620 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:01.985697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Transition to ACTIVE for port object 78bc0406-fc25-4707-ac4e-582c4c3b7efd will not be triggered until provisioned by entity DHCP. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:39:01.999047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315'] for port, after_create {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:02.005949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-df0b890a-6856-45f5-b076-c75aeea643b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:02.129470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 is already hosted by enough agents. {{(pid=86420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:39:02.135375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Resources bound (agent type, host, resource id): {{(pid=86420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:39:02.150915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Received port after_create {{(pid=86420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:39:02.214411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Pushing event updated for resources: {'Port': ['ID=78bc0406-fc25-4707-ac4e-582c4c3b7efd,revision_number=1']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:02.225288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:02.284970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:02.311345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Attempting to bind port 78bc0406-fc25-4707-ac4e-582c4c3b7efd on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:39:02.311855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Attempting to bind port 78bc0406-fc25-4707-ac4e-582c4c3b7efd by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:39:02.312289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Attempting to bind port 78bc0406-fc25-4707-ac4e-582c4c3b7efd on network dbbdac6a-250f-4c95-b465-c8f7eef955d5 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:39:02.372890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:39:02.373330 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Checking segment: {'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:39:02.373783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:02.374369 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Bound using segment: {'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:39:02.374903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Bound port: 78bc0406-fc25-4707-ac4e-582c4c3b7efd, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:39:02.375399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:02.420206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1753150-097a-40e6-85ff-8a749cb2fa54 req-121cacbe-045e-48f4-94dc-4b694400769d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:02.421991 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a1753150-097a-40e6-85ff-8a749cb2fa54 req-121cacbe-045e-48f4-94dc-4b694400769d tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 946 time: 0.2607682 Apr 19 03:39:02.504772 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a1753150-097a-40e6-85ff-8a749cb2fa54 req-9c2b0307-2122-41d6-9845-26af08dc0f23 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741460 Apr 19 03:39:02.518141 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] For port 78bc0406-fc25-4707-ac4e-582c4c3b7efd, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:39:02.534923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] For port 78bc0406-fc25-4707-ac4e-582c4c3b7efd, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=78bc0406-fc25-4707-ac4e-582c4c3b7efd,segment=NetworkSegment(e3418150-7808-470c-a9c0-10dc89e7f231),segment_id=e3418150-7808-470c-a9c0-10dc89e7f231)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:39:02.534923 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:02.541563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9008fdf3-7c5e-455a-86ba-145dd66d17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:02.689201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Notify callbacks [] for port, precommit_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:02.691862 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Pushing event updated for resources: {'Port': ['ID=78bc0406-fc25-4707-ac4e-582c4c3b7efd,revision_number=2']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:02.696609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:02.705704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Transition to ACTIVE for port object 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab will not be triggered until provisioned by entity L2. {{(pid=86420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:39:02.711403 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:02.715091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852802229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852679213'] for router, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:02.716243 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:02.967885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Router 23f8ac95-af38-4657-b10c-256bc03f0b3e is scheduled to L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed with binding_index 1 {{(pid=86418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 03:39:03.193190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952d291-59bc-418e-aaf8-1a1e10687d76 None None] Pushing event updated for resources: {'Port': ['ID=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:03.215208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9952d291-59bc-418e-aaf8-1a1e10687d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:03.235876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Attempting to bind port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:39:03.236314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Attempting to bind port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:39:03.236720 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Attempting to bind port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab on network f5e93ffa-2966-4675-9a2c-5efdafd60074 {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:39:03.241652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:39:03.243531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:39:03.244007 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Checking segment: {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:39:03.244660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:03.245109 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Bound using segment: {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'} {{(pid=86420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:39:03.245724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Bound port: 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'}}] {{(pid=86420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:39:03.246050 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:03.251201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Sync routers for ids ['23f8ac95-af38-4657-b10c-256bc03f0b3e'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:39:03.262766 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Routers {'23f8ac95-af38-4657-b10c-256bc03f0b3e'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:03.263497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['23f8ac95-af38-4657-b10c-256bc03f0b3e'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:03.270714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:03.274957 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c26a0daf-d31b-4639-bdde-9659b495e858 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9852245 Apr 19 03:39:03.275080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40386) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:03.353470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] For port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:39:03.356560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] For port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:39:03.360283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:03.370686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:03.453280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:03.454525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:03.484800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Set router 23f8ac95-af38-4657-b10c-256bc03f0b3e gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:03.693014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952d291-59bc-418e-aaf8-1a1e10687d76 None None] Pushing event updated for resources: {'Port': ['ID=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:03.709953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9952d291-59bc-418e-aaf8-1a1e10687d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:03.724170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:03.809167 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:03.809526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4fffd-3361-4ba6-90ec-d48da51897f7 req-88501dfe-3d3b-405f-a072-dc5a7a8d23f3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:03.812225 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-15a4fffd-3361-4ba6-90ec-d48da51897f7 req-88501dfe-3d3b-405f-a072-dc5a7a8d23f3 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 946 time: 0.1185329 Apr 19 03:39:03.851599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:39:02Z', 'revision_number': 3, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port': {'id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:01Z', 'updated_at': '2021-04-19T03:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:03.856824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Checking router: 23f8ac95-af38-4657-b10c-256bc03f0b3e for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:39:03.857221 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Updating router 23f8ac95-af38-4657-b10c-256bc03f0b3e port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:39:03.870883 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-15a4fffd-3361-4ba6-90ec-d48da51897f7 req-80e3a922-7a95-4a5f-974d-f2a9a8d57f2a tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507767 Apr 19 03:39:03.937503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:04.210821 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:39:03Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:04.215329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265bfd9-85f1-4a2f-beb1-28f2e4f6022a None None] The sync data for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb is: [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:39:03Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:39:04.277436 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-201eb0a4-beb2-4afc-9be9-7f321ddb1664 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:04.280030 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-201eb0a4-beb2-4afc-9be9-7f321ddb1664 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 946 time: 0.7969983 Apr 19 03:39:04.363570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28689168-7bdd-4988-8e19-af17957ab683 None None] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:39:04.399909 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:04.417136 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Deleting port a4b1768a-194b-49ba-b61a-b29c583b5750 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:39:04.417136 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:04.429965 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Transition to ACTIVE for port object 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:39:04.437548 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:04.443506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-21c62756-ba67-4261-84f3-9dfc56d43144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:04.538490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Attempting to bind port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:39:04.538918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Attempting to bind port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:39:04.539785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Attempting to bind port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 on network 2b282c9f-01b3-436d-9a2f-af1029725b6f {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:39:04.551998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc93c4a-0902-44b6-ab0b-55c6f693c025 None None] Pushing event updated for resources: {'Port': ['ID=9b1d9f5e-77c4-49be-8b86-a4460bf51b29,revision_number=2']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:04.555370 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2fc93c4a-0902-44b6-ab0b-55c6f693c025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:04.556749 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:39:04.558142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Checking segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:39:04.558142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:04.558745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Bound using segment: {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:39:04.559404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Bound port: 9b1d9f5e-77c4-49be-8b86-a4460bf51b29, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad85bd-14e5-4acf-a44e-a14a00ed86d2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:39:04.560071 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:04.609331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-32ddfc57-96cc-415a-977b-20d7c3cbf759 None None] Provisioning for port 78bc0406-fc25-4707-ac4e-582c4c3b7efd completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:39:04.675053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] For port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:39:04.679023 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] For port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=9b1d9f5e-77c4-49be-8b86-a4460bf51b29,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:39:04.685517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:04.704045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:04.812576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Routers {'23f8ac95-af38-4657-b10c-256bc03f0b3e'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:04.813270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['23f8ac95-af38-4657-b10c-256bc03f0b3e'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:04.823454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:04.922177 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:39:04.927729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:04.928293 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.111082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.170374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:05.174036 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.175247 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 78bc0406-fc25-4707-ac4e-582c4c3b7efd up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:05.175741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.203592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] For port a4b1768a-194b-49ba-b61a-b29c583b5750, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a4b1768a-194b-49ba-b61a-b29c583b5750,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:05.204015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.221566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:05.238811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc93c4a-0902-44b6-ab0b-55c6f693c025 None None] Pushing event updated for resources: {'Port': ['ID=9b1d9f5e-77c4-49be-8b86-a4460bf51b29,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:05.244882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2fc93c4a-0902-44b6-ab0b-55c6f693c025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:05.313524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] Set router 23f8ac95-af38-4657-b10c-256bc03f0b3e gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:05.350624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.403195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:05.407335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:05.408702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 78bc0406-fc25-4707-ac4e-582c4c3b7efd completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:39:05.414623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 78bc0406-fc25-4707-ac4e-582c4c3b7efd triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:05.415044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.563025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.600751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 78bc0406-fc25-4707-ac4e-582c4c3b7efd, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=78bc0406-fc25-4707-ac4e-582c4c3b7efd,segment=NetworkSegment(e3418150-7808-470c-a9c0-10dc89e7f231),segment_id=e3418150-7808-470c-a9c0-10dc89e7f231)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:05.605071 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.608544 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:05.637184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:39:02Z', 'revision_number': 3, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port': {'id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:01Z', 'updated_at': '2021-04-19T03:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:05.642660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827917bf-91a9-41bd-b6ae-8f21a59b7cac None None] The sync data for ids ['23f8ac95-af38-4657-b10c-256bc03f0b3e'] in dv-cinder-786054-3-smb is: [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:39:02Z', 'revision_number': 3, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port': {'id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:01Z', 'updated_at': '2021-04-19T03:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:39:05.687213 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c7b74-4923-48c3-8da9-0296a392a342 req-1cadabd9-495d-4585-9611-4fd84972c85c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:05.688942 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-984c7b74-4923-48c3-8da9-0296a392a342 req-1cadabd9-495d-4585-9611-4fd84972c85c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 946 time: 0.5962656 Apr 19 03:39:05.696246 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=78bc0406-fc25-4707-ac4e-582c4c3b7efd,revision_number=3']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:05.699569 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:05.791547 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.791968 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:05.792353 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Floating IP 7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a disassociated. External IP: 172.28.0.45, port: a4b1768a-194b-49ba-b61a-b29c583b5750. Apr 19 03:39:05.792736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Calling delete_port for a4b1768a-194b-49ba-b61a-b29c583b5750 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:39:05.870929 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-984c7b74-4923-48c3-8da9-0296a392a342 req-a0508296-8daa-4412-9780-0cc79db12cfb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f673684-5f0b-474a-ba85-2b4a0014a906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637974 Apr 19 03:39:05.938805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Allocated IP 172.20.0.1 (dbbdac6a-250f-4c95-b465-c8f7eef955d5/489c0380-e9f7-4e7a-a628-499bbf13d543/b636569c-90e3-4b00-8623-11276f7b9a8b) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:39:06.045471 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:06.066631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d2091198-4419-4df0-ae6a-1fc672e4115c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:06.127494 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event deleted for resources: {'Port': ['ID=a4b1768a-194b-49ba-b61a-b29c583b5750,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:06.130785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:06.221890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:39:06.260967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: a4b1768a-194b-49ba-b61a-b29c583b5750 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:39:06.261366 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device a4b1768a-194b-49ba-b61a-b29c583b5750 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:39:06.406372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:06.446684 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Transition to ACTIVE for port object b636569c-90e3-4b00-8623-11276f7b9a8b will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:39:06.457656 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Router d5d795f6-3742-4bf7-93ca-f415a3240b04 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:39:06.738275 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:06.832922 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:06.833456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:06.912362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:06.922958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-331dd829-1688-418c-b40b-92ce5a726266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:06.982217 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:07.002349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:39:07.015386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:39:07.024760 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:39:07.058027 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Pushing event updated for resources: {'Port': ['ID=b636569c-90e3-4b00-8623-11276f7b9a8b,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:07.066283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:39:07.070333 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:07.083114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] Sync routers for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:39:07.087638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:39:07.098355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:07.098777 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.128798 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-dd526681-1a74-4e91-93b1-a957aebbce4a req-378e3c7b-78b7-4423-8df1-333c64dfd14c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f51f184-0652-4c05-9524-1f7b6ae7c0d0 HTTP/1.1" status: 200 len: 210 time: 0.1049526 Apr 19 03:39:07.159343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:07.160082 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:07.207685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] No DVR routers for this DVR port a4b1768a-194b-49ba-b61a-b29c583b5750 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:39:07.214355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.221544 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-deleted', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:39:07.234262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2085902'] for router_interface, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.358447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-6a1a62fd-1f1a-47c2-9c60-36ddb9b27565 None None] Provisioning for port b636569c-90e3-4b00-8623-11276f7b9a8b completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:39:07.372326 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-6a1a62fd-1f1a-47c2-9c60-36ddb9b27565 None None] Provisioning complete for port b636569c-90e3-4b00-8623-11276f7b9a8b triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:07.372762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a1a62fd-1f1a-47c2-9c60-36ddb9b27565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.373614 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f51f184-0652-4c05-9524-1f7b6ae7c0d0', 'name': 'network-vif-deleted', 'tag': 'a4b1768a-194b-49ba-b61a-b29c583b5750', 'status': 'completed', 'code': 200} Apr 19 03:39:07.400586 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c6a2e522-4a6e-4d3b-bef9-57e332ef2608 req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.10 "DELETE /v2.0/ports/a4b1768a-194b-49ba-b61a-b29c583b5750 HTTP/1.1" status: 204 len: 173 time: 3.1118822 Apr 19 03:39:07.508531 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a62fd-1f1a-47c2-9c60-36ddb9b27565 None None] Port b636569c-90e3-4b00-8623-11276f7b9a8b cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:39:07.521015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:07.522911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:39:07.540119 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.764801 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.797521 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.801143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.829967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6f542963-c97e-42a1-9489-b2167dbf459f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:07.861537 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=9b1d9f5e-77c4-49be-8b86-a4460bf51b29,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:07.880834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.881744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 78bc0406-fc25-4707-ac4e-582c4c3b7efd up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:07.924802 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:07.926988 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Pushing event updated for resources: {'Port': ['ID=b636569c-90e3-4b00-8623-11276f7b9a8b,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:07.929616 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852689815'] for router_interface, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:07.934549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:08.112899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=9b1d9f5e-77c4-49be-8b86-a4460bf51b29,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:08.134161 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:08.142259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:39:08.143467 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:39:08.189026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 78bc0406-fc25-4707-ac4e-582c4c3b7efd triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:08.189442 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:08.306982 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40402) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:08.346428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:08.356010 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] Checking router: d5d795f6-3742-4bf7-93ca-f415a3240b04 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:39:08.381355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:08.382034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:08.425130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Router 23f8ac95-af38-4657-b10c-256bc03f0b3e has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:39:08.429106 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a56c3148-cb88-4d7c-8a5b-2102221c0b7b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:08.544285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-1a8ff2d9-2288-46d2-bcf3-d8e851dc0126 None None] Provisioning complete for port b636569c-90e3-4b00-8623-11276f7b9a8b triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:08.545207 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1a8ff2d9-2288-46d2-bcf3-d8e851dc0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:08.601419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a56c3148-cb88-4d7c-8a5b-2102221c0b7b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:08.634160 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:08.685784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ff2d9-2288-46d2-bcf3-d8e851dc0126 None None] Port b636569c-90e3-4b00-8623-11276f7b9a8b cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:39:08.688599 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:08.693953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:39:08.703279 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Sync routers for ids ['23f8ac95-af38-4657-b10c-256bc03f0b3e'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:39:08.704527 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a56c3148-cb88-4d7c-8a5b-2102221c0b7b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:08.710862 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1b7ef3a9-fbe1-46e3-87ab-e3a989ef9bdb tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:08.713475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Routers {'23f8ac95-af38-4657-b10c-256bc03f0b3e'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:08.714128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['23f8ac95-af38-4657-b10c-256bc03f0b3e'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:08.728386 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c3148-cb88-4d7c-8a5b-2102221c0b7b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f673684-5f0b-474a-ba85-2b4a0014a906,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:08.732162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a56c3148-cb88-4d7c-8a5b-2102221c0b7b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:08.743451 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9d33109d-d821-48be-baad-d14566699aed admin admin] 10.222.0.20 "PUT /v2.0/routers/23f8ac95-af38-4657-b10c-256bc03f0b3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4616630 Apr 19 03:39:08.748542 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a56c3148-cb88-4d7c-8a5b-2102221c0b7b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:08.753514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40406) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:08.754851 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a56c3148-cb88-4d7c-8a5b-2102221c0b7b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f673684-5f0b-474a-ba85-2b4a0014a906 HTTP/1.1" status: 204 len: 168 time: 0.4467564 Apr 19 03:39:08.775742 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.api.v2.resource [None req-333c2991-f425-46bf-9e5f-89ad4ea82906 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] show failed (client error): The resource could not be found. Apr 19 03:39:08.781835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40410) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:08.792059 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-333c2991-f425-46bf-9e5f-89ad4ea82906 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "GET /v2.0/security-groups/1f673684-5f0b-474a-ba85-2b4a0014a906 HTTP/1.1" status: 404 len: 347 time: 0.0372045 Apr 19 03:39:08.948505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Set router 23f8ac95-af38-4657-b10c-256bc03f0b3e gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:08.961950 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:08.962294 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.005795 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Deleting port 58e0aebd-6088-4827-8292-1f75006a0941 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:39:09.006347 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.221520 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:09.226446 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d58e72-abb2-4222-bb3f-ed26bc1e7f46 None None] The sync data for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb is: [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:32:42Z', 'revision_number': 4, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'fac25707-d9bd-45aa-8dd0-d049e47f3ea9', 'name': '', 'network_id': '3fd99b33-0b12-4eec-b099-825b3adcd9d1', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'mac_address': 'fa:16:3e:37:e9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:41Z', 'updated_at': '2021-04-19T03:32:52Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'subnets': [{'id': '75b45c47-2a03-4af7-ad8e-48b5253204d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:39:09.323847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.324424 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.335200 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:39:07Z', 'revision_number': 4, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port': {'id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:01Z', 'updated_at': '2021-04-19T03:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'b636569c-90e3-4b00-8623-11276f7b9a8b', 'name': '', 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'mac_address': 'fa:16:3e:f1:d9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '489c0380-e9f7-4e7a-a628-499bbf13d543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:05Z', 'updated_at': '2021-04-19T03:39:07Z', 'revision_number': 2, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'subnets': [{'id': '489c0380-e9f7-4e7a-a628-499bbf13d543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:09.340256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Checking router: 23f8ac95-af38-4657-b10c-256bc03f0b3e for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:39:09.340657 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Updating router 23f8ac95-af38-4657-b10c-256bc03f0b3e port b636569c-90e3-4b00-8623-11276f7b9a8b binding host dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 03:39:09.402355 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.472507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Calling delete_port for 58e0aebd-6088-4827-8292-1f75006a0941 owned by network:floatingip {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:39:09.625477 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.630699 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-17ccfd40-0126-4d59-8754-251780035c99 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:09.659733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494746ed-6a84-463d-9efc-68a2bb9b4014 None None] New status for floating IP 7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a: DOWN {{(pid=86420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:39:09.688581 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Pushing event deleted for resources: {'Port': ['ID=58e0aebd-6088-4827-8292-1f75006a0941,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:09.719048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:09.770496 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40420) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:09.776584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925559105', 'description': 'tempest-secgroup-smoke-1925559105 description', 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:09.784816 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:09.788967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:security_group and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:09.790335 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.793544 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:09.803667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:09.803805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks [] for floatingip, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.804048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Transition to ACTIVE for port object b636569c-90e3-4b00-8623-11276f7b9a8b will not be triggered until provisioned by entity L2. {{(pid=86421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:39:09.812785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.814331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.818028 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:09.819728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.821018 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] 10.222.0.20 "DELETE /v2.0/floatingips/7a866f5e-c59a-44d3-b9f1-4d80a8e79c4a HTTP/1.1" status: 204 len: 168 time: 1.0377421 Apr 19 03:39:09.855262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:09.861517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:security_group_rule and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:09.865676 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:09.873758 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:09.960782 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.964257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:09.972963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-30a8e0e7-5318-4b10-a75a-9aa72337d274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:10.010470 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70586c6-6dd5-4e83-a1af-6b6e65e86d20 None None] Pushing event updated for resources: {'Port': ['ID=b636569c-90e3-4b00-8623-11276f7b9a8b,revision_number=3']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:10.019034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a70586c6-6dd5-4e83-a1af-6b6e65e86d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:10.027162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a261de-52d4-492a-961b-0e411259ea4e,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:10.030805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.035779 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2610741 Apr 19 03:39:10.035779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a2b87c96-606b-4da4-bd8f-eed0ac755e56 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:10.036097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40428) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:10.042033 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'security_group_rule': {'security_group_id': '27a261de-52d4-492a-961b-0e411259ea4e', 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:10.050629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:10.055178 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:security_group_rule and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:10.058824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:10.067169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:10.084191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Attempting to bind port b636569c-90e3-4b00-8623-11276f7b9a8b on host dv-cinder-786054-3-smb for vnic_type normal with profile {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:39:10.084600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Attempting to bind port b636569c-90e3-4b00-8623-11276f7b9a8b by drivers openvswitch,hyperv on host dv-cinder-786054-3-smb at level 0 using segments [{'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:39:10.085004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Attempting to bind port b636569c-90e3-4b00-8623-11276f7b9a8b on network dbbdac6a-250f-4c95-b465-c8f7eef955d5 {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:39:10.088890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.095420 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Checking agent: {'id': '689091d6-7c28-472d-a36b-848c9f8be7d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 23, 2), 'started_at': datetime.datetime(2021, 4, 19, 3, 23, 32), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:39:10.096025 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Checking segment: {'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:39:10.096707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.096903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Bound using segment: {'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'} {{(pid=86421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:39:10.097438 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Bound port: b636569c-90e3-4b00-8623-11276f7b9a8b, host: dv-cinder-786054-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3418150-7808-470c-a9c0-10dc89e7f231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5'}}] {{(pid=86421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:39:10.098197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.198504 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] For port b636569c-90e3-4b00-8623-11276f7b9a8b, host dv-cinder-786054-3-smb, cleared binding levels {{(pid=86421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:39:10.202262 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] For port b636569c-90e3-4b00-8623-11276f7b9a8b, host dv-cinder-786054-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=b636569c-90e3-4b00-8623-11276f7b9a8b,segment=NetworkSegment(e3418150-7808-470c-a9c0-10dc89e7f231),segment_id=e3418150-7808-470c-a9c0-10dc89e7f231)] {{(pid=86421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:39:10.204344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.205429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.206808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.209057 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c1d8e7da-654f-4f9d-8698-313d2ce9e8bc tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:10.210405 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:10.234288 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9300e4f-6934-46f9-85f7-6d568e5c2c8f,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:10.239059 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:10.243040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.244454 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-65f55876-2bfd-428d-a46a-f829251bc6b8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2073402 Apr 19 03:39:10.247340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40432) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:10.253373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'security_group_rule': {'security_group_id': '27a261de-52d4-492a-961b-0e411259ea4e', 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:10.259675 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:10.264576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:security_group_rule and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:10.267031 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:10.273543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:10.292327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Routers {'23f8ac95-af38-4657-b10c-256bc03f0b3e'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:10.292969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['23f8ac95-af38-4657-b10c-256bc03f0b3e'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:10.293172 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.366774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.370240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.372444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d0f73e17-c140-4c92-908a-a0fc87449ae2 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:10.397800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951ad1b8-68c1-4bfb-b408-36f0418fac5a,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:10.400492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:10.408112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.412198 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d9664cf8-2e19-4302-90bb-c1f19aa970e9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1609230 Apr 19 03:39:10.412343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40436) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:10.417845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70586c6-6dd5-4e83-a1af-6b6e65e86d20 None None] Pushing event updated for resources: {'Port': ['ID=b636569c-90e3-4b00-8623-11276f7b9a8b,revision_number=4']} {{(pid=86421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:10.418339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'security_group_rule': {'security_group_id': '27a261de-52d4-492a-961b-0e411259ea4e', 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:10.426098 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:10.430449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:security_group_rule and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:10.432266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a70586c6-6dd5-4e83-a1af-6b6e65e86d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:10.433890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:10.441956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:10.461415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.495053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] Set router 23f8ac95-af38-4657-b10c-256bc03f0b3e gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:10.532227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.534876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.536947 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:10.562494 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae23af8-e7ae-4459-8f39-c49885a102f4,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:10.565671 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:10.572740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.574022 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-81b6d39b-d946-4e35-b883-628d06766c43 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605670 Apr 19 03:39:10.577580 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40440) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:10.583179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'security_group_rule': {'security_group_id': '27a261de-52d4-492a-961b-0e411259ea4e', 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:10.589518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:10.594403 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:security_group_rule and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:10.597421 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:10.603398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:10.619785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.690343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.692997 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.695092 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:10.720694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977e8773-6a71-47e8-9d53-652ac6efacc7,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:10.726464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:10.734107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.735431 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-28e952be-66a0-4da1-8823-73acd808a291 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568089 Apr 19 03:39:10.738328 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40444) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:10.744039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'security_group_rule': {'security_group_id': '27a261de-52d4-492a-961b-0e411259ea4e', 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:10.751322 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:10.755362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:security_group_rule and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:10.758364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:10.764749 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:10.774240 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.securitygroups_db [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Project 0daf56a1293f4bdaa65b06b0d24584ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 03:39:10.781790 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.836830 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:39:07Z', 'revision_number': 4, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port': {'id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:01Z', 'updated_at': '2021-04-19T03:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'b636569c-90e3-4b00-8623-11276f7b9a8b', 'name': '', 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'mac_address': 'fa:16:3e:f1:d9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '489c0380-e9f7-4e7a-a628-499bbf13d543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:05Z', 'updated_at': '2021-04-19T03:39:10Z', 'revision_number': 4, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'subnets': [{'id': '489c0380-e9f7-4e7a-a628-499bbf13d543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:10.841013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a5b1a-a751-43a3-a09e-43203c3ce4e6 None None] The sync data for ids ['23f8ac95-af38-4657-b10c-256bc03f0b3e'] in dv-cinder-786054-3-smb is: [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:39:07Z', 'revision_number': 4, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port': {'id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:01Z', 'updated_at': '2021-04-19T03:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': 'b636569c-90e3-4b00-8623-11276f7b9a8b', 'name': '', 'network_id': 'dbbdac6a-250f-4c95-b465-c8f7eef955d5', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'mac_address': 'fa:16:3e:f1:d9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '489c0380-e9f7-4e7a-a628-499bbf13d543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:05Z', 'updated_at': '2021-04-19T03:39:10Z', 'revision_number': 4, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'subnets': [{'id': '489c0380-e9f7-4e7a-a628-499bbf13d543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:39:10.853205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.856258 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.858892 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:10.886908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362fd2e1-81fb-4be3-ac76-2cab10d9e2f1,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:10.891781 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:10.901584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:10.903150 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5380356a-e77e-436a-aca8-77ae65aa3bc7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636002 Apr 19 03:39:10.907426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40448) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:10.913802 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'security_group_rule': {'security_group_id': '27a261de-52d4-492a-961b-0e411259ea4e', 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:10.920863 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:10.926039 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:security_group_rule and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:10.929155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:10.936835 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:10.950826 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.securitygroups_db [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Project 0daf56a1293f4bdaa65b06b0d24584ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 03:39:10.958949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:11.036352 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:11.039153 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180211'] for security_group_rule, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:11.041340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ae0fd161-a52e-4f9a-87db-cb945b1170a4 tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:11.067111 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b2a08d-bbc0-40dc-bd1d-eb96b94e1c6f,revision_number=0']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:11.069746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:11.077541 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:11.078884 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-373defd5-9b9b-4927-810c-e30125f1351f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1700289 Apr 19 03:39:12.624786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device b636569c-90e3-4b00-8623-11276f7b9a8b up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:12.700583 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning for port b636569c-90e3-4b00-8623-11276f7b9a8b completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:39:12.705666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port b636569c-90e3-4b00-8623-11276f7b9a8b triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:12.706079 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:12.839990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:12.849088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40524) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:12.880605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] For port b636569c-90e3-4b00-8623-11276f7b9a8b, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=b636569c-90e3-4b00-8623-11276f7b9a8b,segment=NetworkSegment(e3418150-7808-470c-a9c0-10dc89e7f231),segment_id=e3418150-7808-470c-a9c0-10dc89e7f231)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:12.884170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:12.886269 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:12.966736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Pushing event updated for resources: {'Port': ['ID=b636569c-90e3-4b00-8623-11276f7b9a8b,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:12.970895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:13.636996 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1966742'] for router_interface, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:14.289852 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Deleting port fac25707-d9bd-45aa-8dd0-d049e47f3ea9 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:39:14.290227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:14.489035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] For port fac25707-d9bd-45aa-8dd0-d049e47f3ea9, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:14.489349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:14.611162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device b636569c-90e3-4b00-8623-11276f7b9a8b up at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:14.626345 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Calling delete_port for fac25707-d9bd-45aa-8dd0-d049e47f3ea9 owned by network:router_interface {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:39:14.685461 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Provisioning complete for port b636569c-90e3-4b00-8623-11276f7b9a8b triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:14.686038 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:14.811124 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:14.818753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-69555503-ef4f-4dc7-84a8-37ea9343c304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:14.913756 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac25707-d9bd-45aa-8dd0-d049e47f3ea9,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:14.921883 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:15.183885 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966824'] for router_interface, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:15.576915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Router d5d795f6-3742-4bf7-93ca-f415a3240b04 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:39:15.777958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:39:15.787280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] Sync routers for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:39:15.791339 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] 10.222.0.20 "PUT /v2.0/routers/d5d795f6-3742-4bf7-93ca-f415a3240b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9406905 Apr 19 03:39:15.795047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40534) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:15.798714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:15.799383 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:15.998864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks [] for router, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:16.177978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:16.242702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:16.253934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Deleting port 2f055bfe-456f-4736-b254-7e9603342c88 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:39:16.254250 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:16.450159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] For port 2f055bfe-456f-4736-b254-7e9603342c88, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=2f055bfe-456f-4736-b254-7e9603342c88,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:16.450557 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:16.514187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': '2f055bfe-456f-4736-b254-7e9603342c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:39:14Z', 'revision_number': 5, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port': {'id': '2f055bfe-456f-4736-b254-7e9603342c88', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:32:32Z', 'updated_at': '2021-04-19T03:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:16.518976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] Checking router: d5d795f6-3742-4bf7-93ca-f415a3240b04 for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:39:16.528062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] Routers {'d5d795f6-3742-4bf7-93ca-f415a3240b04'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:16.528729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['d5d795f6-3742-4bf7-93ca-f415a3240b04'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:16.585829 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Calling delete_port for 2f055bfe-456f-4736-b254-7e9603342c88 owned by network:router_gateway {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:39:16.698914 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] Set router d5d795f6-3742-4bf7-93ca-f415a3240b04 gateway port host: None {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:16.773554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:16.778783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3dbc633a-baee-46d3-95df-55d092b2d536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:16.819789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:39:16Z', 'revision_number': 6, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port_host': None}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:16.824169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188048b-c171-4f7a-91fe-883d1eeb4320 None None] The sync data for ids ['d5d795f6-3742-4bf7-93ca-f415a3240b04'] in dv-cinder-786054-3-smb is: [{'id': 'd5d795f6-3742-4bf7-93ca-f415a3240b04', 'name': 'tempest-AttachVolumeShelveTestJSON-1896389950-router', 'tenant_id': '244beb034457436ea20a02004a345f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:32:30Z', 'updated_at': '2021-04-19T03:39:16Z', 'revision_number': 6, 'project_id': '244beb034457436ea20a02004a345f2e', 'gw_port_host': None}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:39:16.834961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f055bfe-456f-4736-b254-7e9603342c88,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:16.865653 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:16.945361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852679319'] for router_gateway, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.399202 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852802251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772763'] for router, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.401691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.427047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969521'] for router, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.427737 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5d795f6-3742-4bf7-93ca-f415a3240b04 {{(pid=86419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 03:39:17.447274 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] Notify callbacks [] for router, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.448459 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-aae0a5c4-7c22-4945-b7b2-38ca80004230 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d5d795f6-3742-4bf7-93ca-f415a3240b04 HTTP/1.1" status: 204 len: 168 time: 1.6523416 Apr 19 03:39:17.451956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40542) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:17.523837 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] Deleting subnet 75b45c47-2a03-4af7-ad8e-48b5253204d2 {{(pid=86419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:39:17.527187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.584877 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852588360'] for subnet, precommit_delete_associations {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.687787 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.973232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852440409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180113'] for subnet, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:17.978666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5b7256c3-cc35-4eec-a68b-a4dbd89c271a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:18.024648 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b45c47-2a03-4af7-ad8e-48b5253204d2,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:18.027474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:18.032104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for subnet, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:18.037556 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ce772-3547-4185-94d9-8024f7e06839 None None] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:39:18.039606 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-64746a01-89df-4091-840b-27c84dd59b31 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/75b45c47-2a03-4af7-ad8e-48b5253204d2 HTTP/1.1" status: 204 len: 168 time: 0.5860412 Apr 19 03:39:18.042295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40546) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:18.178535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:18.193744 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Deleting port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:39:18.194132 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:18.432130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] For port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=317532ab-a9ea-400d-aea5-ebc9a0a40e7a,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:18.432454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:18.490957 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] DHCP port deletion for 3fd99b33-0b12-4eec-b099-825b3adcd9d1 request from dv-cinder-786054-3-smb {{(pid=86420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 03:39:18.495402 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] Deleting port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:39:18.495819 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:18.578714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Calling delete_port for 317532ab-a9ea-400d-aea5-ebc9a0a40e7a owned by network:dhcp {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:39:18.632339 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 2f055bfe-456f-4736-b254-7e9603342c88 no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:39:18.674935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:18.680309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:18.698560 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 2f055bfe-456f-4736-b254-7e9603342c88 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:39:18.698966 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 2f055bfe-456f-4736-b254-7e9603342c88 not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:39:18.699430 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 317532ab-a9ea-400d-aea5-ebc9a0a40e7a no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:39:18.730473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] No DVR routers for this DVR port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a on host dv-cinder-786054-3-smb {{(pid=86419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:39:18.766224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Pushing event deleted for resources: {'Port': ['ID=317532ab-a9ea-400d-aea5-ebc9a0a40e7a,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:18.769068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:18.792091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 317532ab-a9ea-400d-aea5-ebc9a0a40e7a {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:39:18.792483 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 317532ab-a9ea-400d-aea5-ebc9a0a40e7a not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:39:18.793094 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device fac25707-d9bd-45aa-8dd0-d049e47f3ea9 no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:39:18.840299 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: fac25707-d9bd-45aa-8dd0-d049e47f3ea9 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:39:18.840695 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device fac25707-d9bd-45aa-8dd0-d049e47f3ea9 not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:39:18.853578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] For port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=317532ab-a9ea-400d-aea5-ebc9a0a40e7a,segment=NetworkSegment(84f7a595-2ae2-4cc6-b1be-1af30d98ba09),segment_id=84f7a595-2ae2-4cc6-b1be-1af30d98ba09)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:18.854018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:18.867044 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:18.993287 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] Calling delete_port for 317532ab-a9ea-400d-aea5-ebc9a0a40e7a owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:39:18.995783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd99b33-0b12-4eec-b099-825b3adcd9d1']}} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:19.009959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f7a595-2ae2-4cc6-b1be-1af30d98ba09') {'for_net_delete': True} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:19.010306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f7a595-2ae2-4cc6-b1be-1af30d98ba09') {} {{(pid=86419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:19.024303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2187440'] for segment, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.043456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.050344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=86419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:39:19.073015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.api [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 03:39:19.073411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_db.api [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 03:39:19.240588 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 has no segments {{(pid=86419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:39:19.250574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2341124'] for segment, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.442413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Network 3fd99b33-0b12-4eec-b099-825b3adcd9d1 has no segments {{(pid=86419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:39:19.466762 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:39:19.545508 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.558052 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72ea3103-a537-4dd3-a2a7-6adace9a5a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:19.574970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] Deleting port 317532ab-a9ea-400d-aea5-ebc9a0a40e7a {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:39:19.575404 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.580259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.587227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd99b33-0b12-4eec-b099-825b3adcd9d1,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:19.592283 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:19.604673 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-72a2c118-7632-4968-81cf-d618a116f948 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3fd99b33-0b12-4eec-b099-825b3adcd9d1 HTTP/1.1" status: 204 len: 168 time: 1.5612955 Apr 19 03:39:19.653815 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a4162-ad9d-40f0-aa85-0ae1113d0504 None None] The port '317532ab-a9ea-400d-aea5-ebc9a0a40e7a' was deleted {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 03:39:19.729409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40556) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:19.789726 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-8ac6baf7-ee99-4614-bcfb-ad82a38c39b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=244beb034457436ea20a02004a345f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589178 Apr 19 03:39:19.792309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40560) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:19.856543 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc3a7-048a-460e-a52d-30ba8faaf16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.886080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc3a7-048a-460e-a52d-30ba8faaf16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.937265 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc3a7-048a-460e-a52d-30ba8faaf16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.942977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8f52416c-2573-4bbb-bec7-a515a4f74826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:19.960733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cc3a7-048a-460e-a52d-30ba8faaf16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90beb7fb-3f71-4c17-9823-3c49c91935c8,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:19.963604 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-dc7cc3a7-048a-460e-a52d-30ba8faaf16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:19.968938 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc3a7-048a-460e-a52d-30ba8faaf16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:19.970300 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-dc7cc3a7-048a-460e-a52d-30ba8faaf16c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90beb7fb-3f71-4c17-9823-3c49c91935c8 HTTP/1.1" status: 204 len: 168 time: 0.1770058 Apr 19 03:39:21.526500 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40614) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:21.654913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:21.672112 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:21.676223 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Usage tracker for resource:security_group_rule and tenant:7d5e990482fa4d698b4d056d9127a514 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:21.679196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:21.685297 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:21.773464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:21.776566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:21.791429 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-60347751-4483-4fd6-9b31-00a9392889f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:21.838678 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d5e990482fa4d698b4d056d9127a514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110061 Apr 19 03:39:21.839643 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2544230-0784-4bbc-a494-72021f9113b9,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:21.841605 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40622) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:21.843415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bc50c872-e621-4bbc-ada8-d91007d31b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:21.906874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a37bdb3-0342-4b38-9e5e-ca1b1a7a4007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:21.934730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a37bdb3-0342-4b38-9e5e-ca1b1a7a4007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:21.980435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a37bdb3-0342-4b38-9e5e-ca1b1a7a4007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:21.985056 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-440ad256-0153-4242-aa3a-a3ce09265685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:21.997325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37bdb3-0342-4b38-9e5e-ca1b1a7a4007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2544230-0784-4bbc-a494-72021f9113b9,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:22.002704 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-6a37bdb3-0342-4b38-9e5e-ca1b1a7a4007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:22.004784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-6a37bdb3-0342-4b38-9e5e-ca1b1a7a4007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:22.006594 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-6a37bdb3-0342-4b38-9e5e-ca1b1a7a4007 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2544230-0784-4bbc-a494-72021f9113b9 HTTP/1.1" status: 204 len: 168 time: 0.1638296 Apr 19 03:39:23.927934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40684) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:24.056011 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.072895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:24.077619 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Usage tracker for resource:security_group_rule and tenant:4c8e79422ccd41e7a612d537517a4bb8 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:24.080841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:24.087009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:24.183371 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.186990 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.194568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c510d54a-cf62-4145-860d-4a4914877ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:24.238296 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561f21eb-bb6f-4669-97d0-c1d7b2fb4c11,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:24.242953 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c8e79422ccd41e7a612d537517a4bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137796 Apr 19 03:39:24.243952 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:24.245683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40696) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:24.308685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e968b980-3f80-4b75-869a-0e1f45f358aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.336903 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e968b980-3f80-4b75-869a-0e1f45f358aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.380727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e968b980-3f80-4b75-869a-0e1f45f358aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.385609 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-35273c37-a315-4bac-a794-60fca77a48bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:24.396939 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968b980-3f80-4b75-869a-0e1f45f358aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561f21eb-bb6f-4669-97d0-c1d7b2fb4c11,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:24.400839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e968b980-3f80-4b75-869a-0e1f45f358aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:24.404152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e968b980-3f80-4b75-869a-0e1f45f358aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.405568 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e968b980-3f80-4b75-869a-0e1f45f358aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/561f21eb-bb6f-4669-97d0-c1d7b2fb4c11 HTTP/1.1" status: 204 len: 168 time: 0.1587336 Apr 19 03:39:24.704155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 40704) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:24.723589 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.742411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:24.746408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Usage tracker for resource:security_group_rule and tenant:347c8656a57b4bed8f79431f1abc12da is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:24.749343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:24.755197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:24.841534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.844902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.853506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3c7532ff-cf60-4c53-8bbd-5d9f366ed77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:24.895013 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=347c8656a57b4bed8f79431f1abc12da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896632 Apr 19 03:39:24.896643 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2034fea-77f3-469b-a9d6-36720a5e0e70,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:24.898019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40708) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:24.899745 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c6f97e4d-8bc2-4d9f-b91c-57216381ec4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:24.963408 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2c9e5b94-e773-42af-a102-7914b8e8c2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:24.996464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2c9e5b94-e773-42af-a102-7914b8e8c2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:25.050351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2c9e5b94-e773-42af-a102-7914b8e8c2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:25.055594 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a56c3148-cb88-4d7c-8a5b-2102221c0b7b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:25.070871 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e5b94-e773-42af-a102-7914b8e8c2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2034fea-77f3-469b-a9d6-36720a5e0e70,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:25.073253 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2c9e5b94-e773-42af-a102-7914b8e8c2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:25.080666 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2c9e5b94-e773-42af-a102-7914b8e8c2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:25.081862 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-2c9e5b94-e773-42af-a102-7914b8e8c2e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2034fea-77f3-469b-a9d6-36720a5e0e70 HTTP/1.1" status: 204 len: 168 time: 0.1826689 Apr 19 03:39:26.351314 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-aefc4f34-1c3f-4883-866e-7ea808beb538 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925559105&fields=id&tenant_id=0daf56a1293f4bdaa65b06b0d24584ae HTTP/1.1" status: 200 len: 267 time: 0.0462518 Apr 19 03:39:26.532075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-8a83bed9-2a43-471d-87a9-baeedf0585e0 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:26.533645 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-8a83bed9-2a43-471d-87a9-baeedf0585e0 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 808 time: 0.1750119 Apr 19 03:39:26.550602 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-061eaeba-a73d-48cb-aa0d-c90fa0c2a7fe tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/quotas/0daf56a1293f4bdaa65b06b0d24584ae HTTP/1.1" status: 200 len: 375 time: 0.0107915 Apr 19 03:39:26.648466 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-d7fcd3ec-48c2-4019-9f9a-65a8a21df0ff tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899255 Apr 19 03:39:27.036817 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-d5660de6-5768-4952-b54c-fb877746a521 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720713 Apr 19 03:39:27.188791 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f5360006-a1c9-496c-9d04-7fa19b60bdb4 service neutron] 10.222.0.20 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454432 Apr 19 03:39:28.485718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d552014f-d6d8-48d2-af08-6335e45f7f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:28.644812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-3d5a2005-cd23-45d6-aaa0-5dedc5e2b97a req-42855007-46ce-4279-9df1-340400d6347b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Synchronizing usage tracker for tenant:0daf56a1293f4bdaa65b06b0d24584ae on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:39:28.661908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-3d5a2005-cd23-45d6-aaa0-5dedc5e2b97a req-42855007-46ce-4279-9df1-340400d6347b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Unset dirty status for tenant:0daf56a1293f4bdaa65b06b0d24584ae on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:39:28.663657 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3d5a2005-cd23-45d6-aaa0-5dedc5e2b97a req-42855007-46ce-4279-9df1-340400d6347b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 210 time: 0.0752099 Apr 19 03:39:29.771704 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-8a08f339-1d0c-444e-90b2-579ba49d9fdf req-4b8fd459-eb6f-40f4-a93c-1c977cbb4a27 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 210 time: 0.0493414 Apr 19 03:39:30.696397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a088ade6-ac11-4ec9-92b0-14b5d9298c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:30.879942 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ad93bbe0-248d-4d22-8443-e09a4ea59a92 req-7b2df6b4-cc56-4a39-8ac6-20674d43830d tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 210 time: 0.0528753 Apr 19 03:39:31.796574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:31.860718 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:32.013438 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-b4a43019-ee9a-4aef-abcb-6b6266f29f1a req-57ad570c-06cd-4a13-b3eb-0e163bfe6f0a tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 210 time: 0.0603614 Apr 19 03:39:33.180108 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-944dc100-745b-482d-8779-3418684cfc36 req-d8d85514-b9bc-439c-aeee-101e03cc80c8 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 210 time: 0.0507200 Apr 19 03:39:33.644625 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:34.219459 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-6bc75354-6104-4775-8999-a3210698f77c tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:34.221101 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-6bc75354-6104-4775-8999-a3210698f77c tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 808 time: 0.1670151 Apr 19 03:39:34.305565 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-3c3940be-ed72-43bf-b54c-ba382ef58a0d tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae HTTP/1.1" status: 200 len: 8061 time: 0.0743086 Apr 19 03:39:34.366360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'port': {'device_id': '243df872-bcd4-4207-b951-4de6832244a2', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'admin_state_up': True, 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'security_groups': ['27a261de-52d4-492a-961b-0e411259ea4e']}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:34.385752 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e67687f0-f83d-44c8-9195-f2cbe67e52c9 req-4ee65ad8-bb1a-4faa-b770-1d61fef67db2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 210 time: 0.0702565 Apr 19 03:39:34.524204 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:34.534708 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:34.544438 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Made reservation on behalf of 0daf56a1293f4bdaa65b06b0d24584ae for: {'port': 1} {{(pid=86418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 03:39:34.551151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:34.749647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Allocated IP 172.20.0.12 (f5e93ffa-2966-4675-9a2c-5efdafd60074/8e4014fc-ea02-4b79-a8d1-265d7769814d/9ea6ed96-47a3-49f7-abd4-c16f13624df6) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:39:34.961398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:34.978300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Transition to ACTIVE for port object 9ea6ed96-47a3-49f7-abd4-c16f13624df6 will not be triggered until provisioned by entity DHCP. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:39:35.003954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:35.010453 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:35.082444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:39:35.091068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:39:35.096216 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:39:35.157991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:35.163020 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:35.171791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:35.172563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:35.199325 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8430524 Apr 19 03:39:35.213261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Request body: {'port': {'device_id': '243df872-bcd4-4207-b951-4de6832244a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:35.292785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:35.343728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:35.371171 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-7908ff89-d6ee-4b9c-b5f6-4873b92b0107 None None] Provisioning for port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 completed by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:39:35.377140 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-7908ff89-d6ee-4b9c-b5f6-4873b92b0107 None None] Provisioning complete for port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 triggered by entity DHCP. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:35.377553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-7908ff89-d6ee-4b9c-b5f6-4873b92b0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:35.442342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-7908ff89-d6ee-4b9c-b5f6-4873b92b0107 None None] Port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 cannot update to ACTIVE because it is not bound. {{(pid=86420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 03:39:35.601712 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fdfd3-cd8d-4cad-ba82-6b3f6a3a8e75 req-15e89772-edbb-46ff-8fa3-e3e36be8d00b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:35.603445 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6e7fdfd3-cd8d-4cad-ba82-6b3f6a3a8e75 req-15e89772-edbb-46ff-8fa3-e3e36be8d00b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 932 time: 0.0902860 Apr 19 03:39:35.654677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-6e7fdfd3-cd8d-4cad-ba82-6b3f6a3a8e75 req-50c9390d-496d-4969-b961-a2d2889abe4e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Synchronizing usage tracker for tenant:0daf56a1293f4bdaa65b06b0d24584ae on resource:security_group {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:39:35.671545 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-6e7fdfd3-cd8d-4cad-ba82-6b3f6a3a8e75 req-50c9390d-496d-4969-b961-a2d2889abe4e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Unset dirty status for tenant:0daf56a1293f4bdaa65b06b0d24584ae on resource:security_group {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:39:35.673603 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-6e7fdfd3-cd8d-4cad-ba82-6b3f6a3a8e75 req-50c9390d-496d-4969-b961-a2d2889abe4e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637791 Apr 19 03:39:35.730049 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea6ed96-47a3-49f7-abd4-c16f13624df6 {{(pid=86418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:39:35.738501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:35.753445 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Transition to ACTIVE for port object 9ea6ed96-47a3-49f7-abd4-c16f13624df6 will not be triggered until provisioned by entity L2. {{(pid=86418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 03:39:35.756096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:35.760726 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eeb431cc-776e-4de4-a5d8-0f749946ae00 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:35.968707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:35.976512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:36.012721 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Attempting to bind port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 03:39:36.013097 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Attempting to bind port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 03:39:36.013474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Attempting to bind port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 on network f5e93ffa-2966-4675-9a2c-5efdafd60074 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:39:36.018535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 on network f5e93ffa-2966-4675-9a2c-5efdafd60074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 03:39:36.018898 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Attempting to bind port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 on network f5e93ffa-2966-4675-9a2c-5efdafd60074 {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 03:39:36.024354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Checking agent: {'id': 'c1710680-fa85-42df-88b8-9edd0d5a81a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'started_at': datetime.datetime(2021, 4, 19, 3, 29, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 3, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 03:39:36.024740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Checking segment: {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 03:39:36.025157 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Bound using segment: {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'} {{(pid=86418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 03:39:36.025626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Bound port: 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33a5530-0087-40be-8788-3454865e8f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074'}}] {{(pid=86418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 03:39:36.026009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:36.122248 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, cleared binding levels {{(pid=86418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 03:39:36.125913 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 03:39:36.129703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:36.135613 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-76bbc788-bcea-4b17-b130-551584f6cc6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:36.192584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:36.193266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:36.194875 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] 10.222.0.10 "PUT /v2.0/ports/9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 1094 time: 0.9865370 Apr 19 03:39:36.195301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:39:36.222341 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=3']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:36.225735 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:36.296109 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'status': 'completed', 'code': 200} Apr 19 03:39:36.349062 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-8d7dc51b-0491-425a-908a-27c254e1a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:36.350764 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-8d7dc51b-0491-425a-908a-27c254e1a4bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1097 time: 0.0962300 Apr 19 03:39:36.431617 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-5678d85b-51be-4793-80c6-b6fabc5c95d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 217 time: 0.0693810 Apr 19 03:39:36.509538 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-2d922ecf-ad5a-4cdc-9827-2b02a04c8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:36.510832 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-2d922ecf-ad5a-4cdc-9827-2b02a04c8325 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.0693665 Apr 19 03:39:36.604702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-cb68e187-9443-4313-8810-301cf2349cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:36.606293 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-cb68e187-9443-4313-8810-301cf2349cb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843625 Apr 19 03:39:36.760963 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-ee55cff7-d5c8-4fcd-b663-da67dd6139d7 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467137 Apr 19 03:39:36.880804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0a211-41ce-43f8-a7fa-53b0a839ee6b req-80b26b30-b451-474a-b8f6-3766f841daa3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:36.882610 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2db0a211-41ce-43f8-a7fa-53b0a839ee6b req-80b26b30-b451-474a-b8f6-3766f841daa3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 944 time: 0.0926940 Apr 19 03:39:36.916129 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-43fce05f-5014-4071-9f5a-4776dd10b90c req-f6d4f5cb-882a-49d3-9cca-3335ebba9f08 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477787 Apr 19 03:39:36.932918 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2db0a211-41ce-43f8-a7fa-53b0a839ee6b req-ce190986-c8e0-4e65-bab8-a131f6b8de41 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 Apr 19 03:39:37.052522 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990210-a606-4537-95f0-9ed215d3d05e req-90b653f6-6221-452d-9b23-251e32c89f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:37.054096 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8990210-a606-4537-95f0-9ed215d3d05e req-90b653f6-6221-452d-9b23-251e32c89f98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1097 time: 0.0836828 Apr 19 03:39:37.199435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990210-a606-4537-95f0-9ed215d3d05e req-f4cf8c63-9671-4973-acd1-6646e7cac868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:37.201093 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8990210-a606-4537-95f0-9ed215d3d05e req-f4cf8c63-9671-4973-acd1-6646e7cac868 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 909 time: 0.1393068 Apr 19 03:39:37.274663 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8990210-a606-4537-95f0-9ed215d3d05e req-f1749d09-747f-46a4-a361-08cab2d8238c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 217 time: 0.0662076 Apr 19 03:39:37.351338 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990210-a606-4537-95f0-9ed215d3d05e req-91d505e7-c2af-4ef8-b003-d06dc4da9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:37.352913 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8990210-a606-4537-95f0-9ed215d3d05e req-91d505e7-c2af-4ef8-b003-d06dc4da9a58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.0675731 Apr 19 03:39:37.436449 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990210-a606-4537-95f0-9ed215d3d05e req-eeea0f13-7cfd-4cbf-b3da-055ee2ffa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:37.437977 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8990210-a606-4537-95f0-9ed215d3d05e req-eeea0f13-7cfd-4cbf-b3da-055ee2ffa3c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765839 Apr 19 03:39:37.577847 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8990210-a606-4537-95f0-9ed215d3d05e req-ae9d5ebe-65fc-416d-ac6b-22d91b2d2cd4 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327145 Apr 19 03:39:37.724520 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d8990210-a606-4537-95f0-9ed215d3d05e req-b6c7b122-24c2-4a26-9d13-ac0e3745c29c service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391015 Apr 19 03:39:38.150908 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e4a46-e089-4df2-b206-886364cd38ae req-d760a6be-582d-4b2f-9895-907e9e7f459e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:38.151665 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-144e4a46-e089-4df2-b206-886364cd38ae req-d760a6be-582d-4b2f-9895-907e9e7f459e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Synchronizing usage tracker for tenant:0daf56a1293f4bdaa65b06b0d24584ae on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:39:38.167213 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-144e4a46-e089-4df2-b206-886364cd38ae req-d760a6be-582d-4b2f-9895-907e9e7f459e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Unset dirty status for tenant:0daf56a1293f4bdaa65b06b0d24584ae on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:39:38.168508 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-144e4a46-e089-4df2-b206-886364cd38ae req-d760a6be-582d-4b2f-9895-907e9e7f459e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 944 time: 0.1093767 Apr 19 03:39:38.218842 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-144e4a46-e089-4df2-b206-886364cd38ae req-c86ec86b-3f53-4c13-bbf2-c6193e1b22bb tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Apr 19 03:39:38.374940 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 9ea6ed96-47a3-49f7-abd4-c16f13624df6 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:39:38.515687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:38.533422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'port_id': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'mac_address': 'fa:16:3e:0c:28:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:39:38.591859 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:38.609331 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea6ed96-47a3-49f7-abd4-c16f13624df6 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:39:38.625600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:38.628422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:38.630242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:38.699469 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=4']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:38.702723 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:38.907030 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['9ea6ed96-47a3-49f7-abd4-c16f13624df6'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:39:39.435375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079fb5e-578a-439e-aff1-86ec844eab10 req-c34099ea-c933-4b85-8062-b8a094d52e48 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:39.437372 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9079fb5e-578a-439e-aff1-86ec844eab10 req-c34099ea-c933-4b85-8062-b8a094d52e48 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 945 time: 0.1013460 Apr 19 03:39:39.491157 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9079fb5e-578a-439e-aff1-86ec844eab10 req-73df7c91-9f15-4367-8bc9-d33938c0b135 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463758 Apr 19 03:39:40.404084 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 9ea6ed96-47a3-49f7-abd4-c16f13624df6 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:39:40.475304 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning for port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 completed by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 03:39:40.480072 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:39:40.480494 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:40.609007 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:40.637452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:39:40.648991 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:39:40.653055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:40.654989 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:40.700731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cac98-a69d-4e79-a068-0841a0620ddd req-8ed09808-70df-456b-a6c0-f138dce0bec7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:40.705825 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'code': 200} Apr 19 03:39:40.708518 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1e9cac98-a69d-4e79-a068-0841a0620ddd req-8ed09808-70df-456b-a6c0-f138dce0bec7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0996232 Apr 19 03:39:40.737949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=5']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:40.741127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:40.767838 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-1e9cac98-a69d-4e79-a068-0841a0620ddd req-cc80ff98-b51e-420a-8005-7e31ad7ec389 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563264 Apr 19 03:39:41.054691 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c8dc-4554-47f5-8a85-f49242c1f5af req-a5c0496f-5ae7-44ea-a0c9-ace006704f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:41.056394 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d492c8dc-4554-47f5-8a85-f49242c1f5af req-a5c0496f-5ae7-44ea-a0c9-ace006704f61 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1099 time: 0.0834181 Apr 19 03:39:41.110503 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d492c8dc-4554-47f5-8a85-f49242c1f5af req-9f5a654d-baf9-4cdb-99dd-9a4030cc812e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Apr 19 03:39:41.975949 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc787a-c829-48f9-91ee-14313695c5d2 req-5b15f073-0cf2-44ff-8642-db8263062644 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:41.977568 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01bc787a-c829-48f9-91ee-14313695c5d2 req-5b15f073-0cf2-44ff-8642-db8263062644 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0912077 Apr 19 03:39:42.028960 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-01bc787a-c829-48f9-91ee-14313695c5d2 req-669c21d0-6ae9-4a01-bff5-b5cefe2d7ddc tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 Apr 19 03:39:43.238890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3617bc-2a2e-4bdf-bf12-82487c29e476 req-e39766ee-08e8-4339-9a37-83e8e9a54854 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:43.240496 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2c3617bc-2a2e-4bdf-bf12-82487c29e476 req-e39766ee-08e8-4339-9a37-83e8e9a54854 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0902171 Apr 19 03:39:43.288653 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2c3617bc-2a2e-4bdf-bf12-82487c29e476 req-0239db5e-ba42-43bd-9f80-5c72ab82edd2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 Apr 19 03:39:43.499188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a21114-654c-4eb6-b65b-f41ff2cc0529 req-c5ac9058-d9ee-40bd-ae79-1f4fd5e114ef tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:43.501478 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a21114-654c-4eb6-b65b-f41ff2cc0529 req-c5ac9058-d9ee-40bd-ae79-1f4fd5e114ef tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0988338 Apr 19 03:39:43.552712 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-99a21114-654c-4eb6-b65b-f41ff2cc0529 req-21611653-f160-4e8b-881c-f83317077192 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Apr 19 03:39:43.578977 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40960) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:43.833881 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414f7676-70be-470a-9e9d-062a1420da5a tempest-TestShelveInstance-721796804 tempest-TestShelveInstance-721796804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:43.834554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-414f7676-70be-470a-9e9d-062a1420da5a tempest-TestShelveInstance-721796804 tempest-TestShelveInstance-721796804-project-admin] Synchronizing usage tracker for tenant:c044b43f4c43443d8b0ac1206fc168b1 on resource:port {{(pid=86418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:39:43.850454 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-414f7676-70be-470a-9e9d-062a1420da5a tempest-TestShelveInstance-721796804 tempest-TestShelveInstance-721796804-project-admin] Unset dirty status for tenant:c044b43f4c43443d8b0ac1206fc168b1 on resource:port {{(pid=86418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:39:43.851712 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-414f7676-70be-470a-9e9d-062a1420da5a tempest-TestShelveInstance-721796804 tempest-TestShelveInstance-721796804-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1094 time: 0.2714944 Apr 19 03:39:43.854778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 40968) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:39:43.860857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.v2.base [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Request body: {'floatingip': {'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'port_id': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 03:39:43.867066 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:39:43.871076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Usage tracker for resource:floatingip and tenant:0daf56a1293f4bdaa65b06b0d24584ae is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:39:43.874047 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:39:43.881075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:39:43.890373 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for floatingip, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:44.279717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:44.429218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_common [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Allocated IP 172.28.0.232 (2b282c9f-01b3-436d-9a2f-af1029725b6f/876d1336-0f67-41e1-9425-a70adddda53c/7351527a-4af8-4a5d-9f93-fe83a7943aa1) {{(pid=86418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 03:39:44.522203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:39:44.588603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for port, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:44.618975 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249684329315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:44.623719 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:44.685212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Network 2b282c9f-01b3-436d-9a2f-af1029725b6f is already hosted by enough agents. {{(pid=86418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 03:39:44.696089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.base_scheduler [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Resources bound (agent type, host, resource id): {{(pid=86418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 03:39:44.700667 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Received port after_create {{(pid=86418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 03:39:44.744227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'Port': ['ID=7351527a-4af8-4a5d-9f93-fe83a7943aa1,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:44.748683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:45.293013 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:45.416206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:45.639942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for port, precommit_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:45.643948 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2808400'] for port, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:45.648603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-663b9b1d-aef5-4577-80c3-76d1d5fa83a3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:39:45.767391 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event updated for resources: {'Port': ['ID=7351527a-4af8-4a5d-9f93-fe83a7943aa1,revision_number=2']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:39:45.771874 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:39:45.778659 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852689731'] for floatingip, after_update {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:45.968211 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Floating IP 5b8a0dbc-e902-4edb-b372-30829dcd656a associated. External IP: 172.28.0.232, port: 9ea6ed96-47a3-49f7-abd4-c16f13624df6. Apr 19 03:39:46.365190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:39:46.804834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:39:46.815427 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] Sync routers for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:39:46.825831 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:46.826633 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:46.832251 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:46.908005 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-a8ca96fc-bc60-45d7-bc7b-6a5153ab0b87 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0384343 Apr 19 03:39:46.908005 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:39:46.944900 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'status': 'completed', 'code': 200} Apr 19 03:39:47.042565 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:47.049688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-893254a8-2dbc-4058-a082-25864764eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:47.051292 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-893254a8-2dbc-4058-a082-25864764eed4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1099 time: 0.0833471 Apr 19 03:39:47.201731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-932fd011-3970-4414-801a-88c27695e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:47.203415 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-932fd011-3970-4414-801a-88c27695e677 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 909 time: 0.1450946 Apr 19 03:39:47.318445 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-1b69f8a9-59bd-4bd6-98a7-8ea6adc4646d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 1000 time: 0.1081707 Apr 19 03:39:47.389603 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-5fe2d1c5-2f31-4771-8f20-c9512b605440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:47.391732 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-5fe2d1c5-2f31-4771-8f20-c9512b605440 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.0671613 Apr 19 03:39:47.445518 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '5b8a0dbc-e902-4edb-b372-30829dcd656a', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'floating_ip_address': '172.28.0.232', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'port_id': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'mac_address': 'fa:16:3e:0c:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243df872-bcd4-4207-b951-4de6832244a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:39:45Z', 'updated_at': '2021-04-19T03:39:45Z', 'revision_number': 0, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:39:05Z', 'revision_number': 5, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:47.450004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] Checking router: 27bccfcd-782b-44d5-a2e4-61ab7e83c672 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:39:47.462372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:39:47.463042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:39:31Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:47.486227 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-721a7625-7688-4094-b459-5b73411d0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:39:47.487862 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-721a7625-7688-4094-b459-5b73411d0e08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901494 Apr 19 03:39:47.638404 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-e7b13e09-2439-4d88-b53f-c763b42b9716 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434309 Apr 19 03:39:47.663026 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:39:47.793482 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-c1bc7cab-c8bd-401f-a3dc-1921da7ac94e req-e8c268a6-3a1c-4fe2-b7e0-420ced6ad8f0 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455801 Apr 19 03:39:48.223126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '5b8a0dbc-e902-4edb-b372-30829dcd656a', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'floating_ip_address': '172.28.0.232', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'port_id': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'mac_address': 'fa:16:3e:0c:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243df872-bcd4-4207-b951-4de6832244a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:39:45Z', 'updated_at': '2021-04-19T03:39:45Z', 'revision_number': 0, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:39:05Z', 'revision_number': 5, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:39:48.227310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae419f6-8b39-4669-8d05-a020fc521110 None None] The sync data for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb is: [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_floatingips': [{'id': '5b8a0dbc-e902-4edb-b372-30829dcd656a', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'floating_ip_address': '172.28.0.232', 'floating_network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'router_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'port_id': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'mac_address': 'fa:16:3e:0c:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243df872-bcd4-4207-b951-4de6832244a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T03:39:45Z', 'updated_at': '2021-04-19T03:39:45Z', 'revision_number': 0, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:39:05Z', 'revision_number': 5, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:39:48.491933 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27cd83-4c0b-41a3-b682-0ad5ea71e610 None None] New status for floating IP 5b8a0dbc-e902-4edb-b372-30829dcd656a: ACTIVE {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:39:58.491240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5aede0a0-70c9-465e-8bb3-c08bcb3f7b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:39:59.934194 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41146) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:00.061882 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.077711 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:00.082040 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Usage tracker for resource:security_group_rule and tenant:0efa490ac3b44027bf0079b17a74909d is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:00.085263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:00.091486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:00.180832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.183866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.192986 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-19785d46-f19f-424c-9d18-ab63ec94ead8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:00.235623 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0efa490ac3b44027bf0079b17a74909d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002503 Apr 19 03:40:00.236639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b63d0a-e53d-42ed-a211-f574fd89e1e6,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:00.238659 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41152) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:00.244641 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.245063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.245481 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.245944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.246289 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.246694 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.247098 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.247498 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.247901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.248340 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.248722 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.249115 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.253392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4982d1fc-5bec-4e9b-8f36-08aeec7aeb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:00.307301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.335054 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.387151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.392841 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-417fc548-acf6-47b3-b923-c0414df9cf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:00.406506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b63d0a-e53d-42ed-a211-f574fd89e1e6,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:00.420117 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.420553 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.420967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.421409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.421820 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.422256 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.422639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.423042 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.423450 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.423852 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.424286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.424688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:40:00.428012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.429219 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26b63d0a-e53d-42ed-a211-f574fd89e1e6 HTTP/1.1" status: 204 len: 168 time: 0.1894889 Apr 19 03:40:00.430321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c0ba7f16-d31b-4f44-bc12-1d6ecdb3d264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:00.697911 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3eb0e3ca-4e3d-4afb-98c3-da15664f55ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.736301 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41162) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:00.757647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.774736 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:00.778995 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Usage tracker for resource:security_group_rule and tenant:670f7e75ec9e443da5e078f927d0c9b9 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:00.782807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:00.788755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:00.877200 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.880029 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:00.888232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-465f6859-6c06-4b08-a83b-d8b2de9cc663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:00.932589 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=670f7e75ec9e443da5e078f927d0c9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950605 Apr 19 03:40:00.934318 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0248d46-b98e-4a78-9ecf-f1eacaa21520,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:00.935728 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41166) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:00.937855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:00.999142 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e64092b2-4093-44fa-8fe0-0bc05936640e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:01.037437 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e64092b2-4093-44fa-8fe0-0bc05936640e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:01.081823 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e64092b2-4093-44fa-8fe0-0bc05936640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:01.086754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2c9e5b94-e773-42af-a102-7914b8e8c2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:01.100267 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64092b2-4093-44fa-8fe0-0bc05936640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0248d46-b98e-4a78-9ecf-f1eacaa21520,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:01.102632 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e64092b2-4093-44fa-8fe0-0bc05936640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:01.111242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e64092b2-4093-44fa-8fe0-0bc05936640e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:01.119187 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e64092b2-4093-44fa-8fe0-0bc05936640e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0248d46-b98e-4a78-9ecf-f1eacaa21520 HTTP/1.1" status: 204 len: 168 time: 0.1778097 Apr 19 03:40:01.803303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:01.861629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:03.644476 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:05.309492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.033652 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41252) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:06.168416 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.184456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:06.189004 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Usage tracker for resource:security_group_rule and tenant:cde464d07ba94f478cf1d5b8d9f9c1dd is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:06.192361 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:06.198360 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:06.286053 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.289018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.297517 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-47476bc3-04dd-4752-82a0-f8b781a815c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:06.340348 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cde464d07ba94f478cf1d5b8d9f9c1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054910 Apr 19 03:40:06.341985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6f331b-712f-494b-b4b4-b4413804ea2b,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:06.343511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41258) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:06.345434 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:06.414959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc119402-2c34-472d-871e-6e4897a16a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.448817 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc119402-2c34-472d-871e-6e4897a16a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.503230 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc119402-2c34-472d-871e-6e4897a16a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.512832 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ee43914e-40bb-4fa2-b3aa-afe902fdfbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:06.535212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119402-2c34-472d-871e-6e4897a16a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6f331b-712f-494b-b4b4-b4413804ea2b,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:06.540586 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bc119402-2c34-472d-871e-6e4897a16a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:06.551085 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bc119402-2c34-472d-871e-6e4897a16a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.552371 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bc119402-2c34-472d-871e-6e4897a16a15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd6f331b-712f-494b-b4b4-b4413804ea2b HTTP/1.1" status: 204 len: 168 time: 0.2076445 Apr 19 03:40:06.902807 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41266) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:06.928018 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:06.948878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:06.953607 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Usage tracker for resource:security_group_rule and tenant:93cf6a85555f4deaaf2ab5dfc646a776 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:06.957242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:06.966729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:07.073974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:07.076953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:07.087195 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-328d703f-6786-4cbb-83de-56c5ef4c34a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:07.145507 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93cf6a85555f4deaaf2ab5dfc646a776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380764 Apr 19 03:40:07.145507 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b74ebc-3797-4dd9-813e-12e8f795d67c,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:07.147222 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41270) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:07.147486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-36c30aa0-3c18-4fd3-8dbb-8dff2fa5e482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:07.225942 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c10b-4da8-475e-bc8e-15f465a5f57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:07.257567 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c10b-4da8-475e-bc8e-15f465a5f57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:07.317392 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c10b-4da8-475e-bc8e-15f465a5f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:07.323379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0573252d-f4a4-4a48-a7bd-bb03d6741c9e tempest-TestMinimumBasicScenario-1175736290 tempest-TestMinimumBasicScenario-1175736290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:07.335322 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2c10b-4da8-475e-bc8e-15f465a5f57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b74ebc-3797-4dd9-813e-12e8f795d67c,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:07.340484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-e4d2c10b-4da8-475e-bc8e-15f465a5f57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:07.346218 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c10b-4da8-475e-bc8e-15f465a5f57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:07.348315 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-e4d2c10b-4da8-475e-bc8e-15f465a5f57d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00b74ebc-3797-4dd9-813e-12e8f795d67c HTTP/1.1" status: 204 len: 168 time: 0.1990340 Apr 19 03:40:09.309811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41320) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:09.435688 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:09.455964 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:09.460067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Usage tracker for resource:security_group_rule and tenant:544af5877cc141399211d4c478737622 is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:09.463354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:09.470789 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:09.556298 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:09.559268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:09.569242 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-1143414b-b193-4e16-8d2d-9f822513c856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:09.612971 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=544af5877cc141399211d4c478737622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020043 Apr 19 03:40:09.613930 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167ade41-a4bd-4f82-b888-3d1740e57e5b,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:09.616164 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41326) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:09.617134 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-696e3f4d-c690-4100-98bb-aac767934e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:09.701199 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0abd8361-2ed8-4b33-987f-ae2b50d78d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:09.729261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0abd8361-2ed8-4b33-987f-ae2b50d78d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:09.776964 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0abd8361-2ed8-4b33-987f-ae2b50d78d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:09.782556 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3470a3ea-d9a7-44bc-b779-506e35ac13b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:09.800935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd8361-2ed8-4b33-987f-ae2b50d78d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167ade41-a4bd-4f82-b888-3d1740e57e5b,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:09.804014 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0abd8361-2ed8-4b33-987f-ae2b50d78d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:09.814985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0abd8361-2ed8-4b33-987f-ae2b50d78d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:09.816235 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-0abd8361-2ed8-4b33-987f-ae2b50d78d9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/167ade41-a4bd-4f82-b888-3d1740e57e5b HTTP/1.1" status: 204 len: 168 time: 0.1984813 Apr 19 03:40:10.107435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41334) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:10.140955 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:10.157139 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:10.161225 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Usage tracker for resource:security_group_rule and tenant:529109cdcc3147bd8346a1be7755c38c is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:10.164232 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:10.170506 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:10.254707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:10.257692 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:10.266974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-cae54af0-baf8-4dcf-aea6-f4dac197b0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:10.313924 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=529109cdcc3147bd8346a1be7755c38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052529 Apr 19 03:40:10.315630 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e73f909-f6b1-4556-bc2f-ea62a97311c0,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:10.316814 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41338) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:10.318961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9b1ce929-02f3-4264-a187-f29a1eb8f2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:10.380679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54453870-032b-4efa-a134-6203016d7d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:10.408677 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54453870-032b-4efa-a134-6203016d7d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:10.454125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54453870-032b-4efa-a134-6203016d7d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:10.459041 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-dc7cc3a7-048a-460e-a52d-30ba8faaf16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:10.472023 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54453870-032b-4efa-a134-6203016d7d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e73f909-f6b1-4556-bc2f-ea62a97311c0,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:10.475136 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-54453870-032b-4efa-a134-6203016d7d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:10.477474 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-54453870-032b-4efa-a134-6203016d7d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:10.482883 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-54453870-032b-4efa-a134-6203016d7d9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e73f909-f6b1-4556-bc2f-ea62a97311c0 HTTP/1.1" status: 204 len: 168 time: 0.1608787 Apr 19 03:40:15.334268 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41402) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:15.462936 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:15.478379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:15.482444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Usage tracker for resource:security_group_rule and tenant:5bbaf7bfe9fc41fa9e323964f47a2294 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:15.486001 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:15.492128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:15.578465 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:15.581864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:15.595286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-54af45f1-45a9-4da0-9a52-9ba4fe839e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:15.638045 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bbaf7bfe9fc41fa9e323964f47a2294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026474 Apr 19 03:40:15.639785 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ca76b8-22d1-40ae-9e3d-ff57e87df228,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:15.641456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41408) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:15.643127 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:15.705406 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f674eae0-df96-4d43-b640-92fa24e9280f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:15.733343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f674eae0-df96-4d43-b640-92fa24e9280f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:15.778376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f674eae0-df96-4d43-b640-92fa24e9280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:15.784131 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9572a6cf-e167-433d-ad71-2cfe3667b7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:15.798687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674eae0-df96-4d43-b640-92fa24e9280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ca76b8-22d1-40ae-9e3d-ff57e87df228,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:15.801811 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f674eae0-df96-4d43-b640-92fa24e9280f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:15.812252 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f674eae0-df96-4d43-b640-92fa24e9280f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:15.813475 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-f674eae0-df96-4d43-b640-92fa24e9280f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09ca76b8-22d1-40ae-9e3d-ff57e87df228 HTTP/1.1" status: 204 len: 168 time: 0.1709487 Apr 19 03:40:16.109372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41416) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:16.129810 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:16.145969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:16.150135 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Usage tracker for resource:security_group_rule and tenant:ec29ae3fd1374842a627883771e192ab is out of sync, need to count used quota {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:16.153156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:16.159377 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:16.247797 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:16.251362 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:16.264366 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-4e9220a0-9f8c-46c7-9ee5-dde0afcf4e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:16.308690 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec29ae3fd1374842a627883771e192ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981096 Apr 19 03:40:16.310473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1bbc85-1d8b-4c8d-b731-2358752178a3,revision_number=1']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:16.312101 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41420) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:16.314243 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5673c4ed-5e56-408b-b661-0277949e080f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:16.378587 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2fcb-d83f-4416-bafc-346c3ee30470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:16.406401 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2fcb-d83f-4416-bafc-346c3ee30470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:16.452315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2fcb-d83f-4416-bafc-346c3ee30470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:16.457509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-803433d7-af8a-4f0d-8b65-f3a455459f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:16.470918 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b2fcb-d83f-4416-bafc-346c3ee30470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1bbc85-1d8b-4c8d-b731-2358752178a3,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:16.476428 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-5f1b2fcb-d83f-4416-bafc-346c3ee30470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:16.480747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2fcb-d83f-4416-bafc-346c3ee30470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:16.481961 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-5f1b2fcb-d83f-4416-bafc-346c3ee30470 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b1bbc85-1d8b-4c8d-b731-2358752178a3 HTTP/1.1" status: 204 len: 168 time: 0.1687319 Apr 19 03:40:21.522125 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:40:21.539245 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41492) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:21.667642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:21.684394 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 03:40:21.689089 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Usage tracker for resource:security_group_rule and tenant:ed98964ab1c34f4991ac31159c2c5c16 is out of sync, need to count used quota {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 03:40:21.692017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 03:40:21.697974 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.quota.driver [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 03:40:21.790492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:21.793342 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_create {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:21.802959 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c191332b-421c-4394-b422-5b502fb6a623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:21.846492 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed98964ab1c34f4991ac31159c2c5c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059888 Apr 19 03:40:21.848702 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16009888-3304-46f3-b79d-f7ce8c774d5e,revision_number=1']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:21.849578 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41498) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:40:21.852126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9fb1b738-2c69-4c60-b41a-8633b7c2cf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:21.913793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1062-f26d-4ca3-812c-bb28c3d779a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:21.941853 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1062-f26d-4ca3-812c-bb28c3d779a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:21.987241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1062-f26d-4ca3-812c-bb28c3d779a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:21.992627 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-48c07d0f-26ae-4e86-9ffd-33dc8a484b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:40:22.007549 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb1062-f26d-4ca3-812c-bb28c3d779a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16009888-3304-46f3-b79d-f7ce8c774d5e,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:40:22.010686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-9fbb1062-f26d-4ca3-812c-bb28c3d779a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:40:22.015114 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9fbb1062-f26d-4ca3-812c-bb28c3d779a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:22.016938 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9fbb1062-f26d-4ca3-812c-bb28c3d779a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16009888-3304-46f3-b79d-f7ce8c774d5e HTTP/1.1" status: 204 len: 168 time: 0.1662822 Apr 19 03:40:28.484460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1071bc0d-f2bd-4db2-bab9-24f71348e493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:30.703321 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1438df8-c4e5-4f3e-bfcf-baa16898bab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:31.796796 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:31.864155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:33.648073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:35.295753 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:40.307024 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4b98f-142c-475d-897b-59318cac4687 req-f42dc171-1636-4f8f-8b0f-2ac0d43c0d2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778906 Apr 19 03:40:40.468851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b98f-142c-475d-897b-59318cac4687 req-5708967a-359b-425e-8020-75342cd718ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:40:40.470325 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4b98f-142c-475d-897b-59318cac4687 req-5708967a-359b-425e-8020-75342cd718ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1099 time: 0.0832491 Apr 19 03:40:40.633976 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b98f-142c-475d-897b-59318cac4687 req-4f83c6a6-c462-4190-8ab5-253cb4347dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:40:40.635575 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4b98f-142c-475d-897b-59318cac4687 req-4f83c6a6-c462-4190-8ab5-253cb4347dbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 909 time: 0.1390846 Apr 19 03:40:40.749907 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4b98f-142c-475d-897b-59318cac4687 req-c4709085-bc31-4c54-b857-48a9a3ed82e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 1002 time: 0.1035480 Apr 19 03:40:40.823270 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b98f-142c-475d-897b-59318cac4687 req-8ecf532d-f8f8-461b-9a50-0e6a7c9c67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:40:40.824845 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4b98f-142c-475d-897b-59318cac4687 req-8ecf532d-f8f8-461b-9a50-0e6a7c9c67fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.0650289 Apr 19 03:40:40.911374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b98f-142c-475d-897b-59318cac4687 req-183287e4-fffa-4052-a132-96ee3a6f02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:40:40.912968 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4b98f-142c-475d-897b-59318cac4687 req-183287e4-fffa-4052-a132-96ee3a6f02e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779111 Apr 19 03:40:41.058482 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4b98f-142c-475d-897b-59318cac4687 req-578bdf15-bc01-4253-b63d-9c198744661d service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344960 Apr 19 03:40:41.204659 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4ff4b98f-142c-475d-897b-59318cac4687 req-dccd3165-f628-4619-b200-40e7cec797fc service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355982 Apr 19 03:40:58.490969 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5aa83b69-02b8-43a4-800b-4211ce863614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:40:58.522237 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:41:00.696191 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c7d5006d-fa85-4f3d-baa3-fc3c9634427e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:01.801131 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:01.866309 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:03.651175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:05.323689 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:28.492915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-9117d915-f994-4d7f-8639-315b98d27b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:30.697740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-44446e71-25c1-4f68-bc66-fe8636614baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:31.803793 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:31.870582 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:33.653710 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:35.320748 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:35.521912 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:41:41.310821 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-c6d38842-63dd-42a7-a0de-29dbc67db3b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821393 Apr 19 03:41:41.468915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-3f0c9827-90e2-41f6-8072-eff59afac11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:41.470466 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-3f0c9827-90e2-41f6-8072-eff59afac11f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1099 time: 0.0800667 Apr 19 03:41:41.636512 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-a4e39c6d-8bc2-4956-bed9-6b6c691d98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:41.638231 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-a4e39c6d-8bc2-4956-bed9-6b6c691d98a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 909 time: 0.1404347 Apr 19 03:41:41.755775 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-3b17ad12-c571-42fd-8bed-51265bf583d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 1002 time: 0.1055427 Apr 19 03:41:41.827442 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-5e97dfe7-e4fb-4c64-9117-a8f98b7eec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:41.829021 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-5e97dfe7-e4fb-4c64-9117-a8f98b7eec26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.0640872 Apr 19 03:41:41.921865 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-328efe98-4036-4228-81c9-da6aba2e99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:41.923467 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-328efe98-4036-4228-81c9-da6aba2e99d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842631 Apr 19 03:41:41.938956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-cf571647-efa0-4cc9-9ec9-a7f09806344d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 03:41:41.939958 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-cf571647-efa0-4cc9-9ec9-a7f09806344d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054975 Apr 19 03:41:42.093591 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-681ecd98-575f-4bda-a1e3-6df3757c7810 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425612 Apr 19 03:41:42.342668 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d851c03c-1418-4a30-a13b-bc1c5dee4e51 req-44dba796-cfaf-4cb2-8099-7ece1ff62197 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403314 Apr 19 03:41:42.543291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e9dd1-be95-4c12-8fe6-10f0218b5d67 req-2e3a129a-c929-4c83-af85-57ba533ebf05 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:42.544931 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4d1e9dd1-be95-4c12-8fe6-10f0218b5d67 req-2e3a129a-c929-4c83-af85-57ba533ebf05 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.2862134 Apr 19 03:41:42.597227 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-4d1e9dd1-be95-4c12-8fe6-10f0218b5d67 req-4f2d4ea1-1970-40f4-8a83-eb802bda623b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457232 Apr 19 03:41:43.893439 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc881f41-eedf-47f0-a388-14f7431bdd36 req-b1983c87-8b60-496b-92cf-a6f89b6f9a2e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:43.894965 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cc881f41-eedf-47f0-a388-14f7431bdd36 req-b1983c87-8b60-496b-92cf-a6f89b6f9a2e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.1537595 Apr 19 03:41:43.945360 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-cc881f41-eedf-47f0-a388-14f7431bdd36 req-2750d5d9-f027-4c52-be89-a7386d1b0b05 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 Apr 19 03:41:45.182325 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b5171-137e-4d12-9e36-a4d995cc9aa5 req-b6fc8002-c684-4f0a-a97f-5a0aae8d17e6 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:45.183914 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e9b5171-137e-4d12-9e36-a4d995cc9aa5 req-b6fc8002-c684-4f0a-a97f-5a0aae8d17e6 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.1094112 Apr 19 03:41:45.231741 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0e9b5171-137e-4d12-9e36-a4d995cc9aa5 req-376c43b0-d91b-40af-aa06-136c31d36a9e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Apr 19 03:41:46.436514 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ac28f-9014-49f8-94c7-45e2890ebbfe req-0113cc46-463b-4657-90fe-c8da1362fbdd tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:46.438031 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-046ac28f-9014-49f8-94c7-45e2890ebbfe req-0113cc46-463b-4657-90fe-c8da1362fbdd tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0928147 Apr 19 03:41:46.490199 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-046ac28f-9014-49f8-94c7-45e2890ebbfe req-cf336afe-8756-4296-91b3-e8e093fe9a66 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450613 Apr 19 03:41:47.700438 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767b504-c536-4e6f-87c3-14a1f8656c0d req-2f53f68c-71c3-4f2e-ae7e-feeba9eaf24d tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:47.702032 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2767b504-c536-4e6f-87c3-14a1f8656c0d req-2f53f68c-71c3-4f2e-ae7e-feeba9eaf24d tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0957310 Apr 19 03:41:48.002059 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-2767b504-c536-4e6f-87c3-14a1f8656c0d req-2a1e5ad9-8929-425c-a7b8-ae525561219c tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935057 Apr 19 03:41:49.222855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2a291-d63d-41f8-8bed-c58a3a47b02f req-cac94978-027b-46e7-b6e6-6545919b0cc4 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:49.224498 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d0d2a291-d63d-41f8-8bed-c58a3a47b02f req-cac94978-027b-46e7-b6e6-6545919b0cc4 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0989327 Apr 19 03:41:49.274727 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d0d2a291-d63d-41f8-8bed-c58a3a47b02f req-f4fcc8e8-d750-439d-8343-b45b3cde3348 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Apr 19 03:41:50.480469 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc02ebd-ad5b-4d29-a36a-b178e87845b3 req-6c18a0a0-7286-4c69-8c25-5273589fc6ec tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:50.482030 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0cc02ebd-ad5b-4d29-a36a-b178e87845b3 req-6c18a0a0-7286-4c69-8c25-5273589fc6ec tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0911889 Apr 19 03:41:50.533444 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0cc02ebd-ad5b-4d29-a36a-b178e87845b3 req-a8ed7ec8-4d83-4a54-aa58-f2497cfaf6d9 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Apr 19 03:41:51.738847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8cfd8-ed6b-46dc-bd2c-9c22c280d7a8 req-7ab5113e-0298-42fd-a4a7-957a2f378590 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:51.740473 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-65e8cfd8-ed6b-46dc-bd2c-9c22c280d7a8 req-7ab5113e-0298-42fd-a4a7-957a2f378590 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0915117 Apr 19 03:41:51.788383 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-65e8cfd8-ed6b-46dc-bd2c-9c22c280d7a8 req-753addbb-361c-46f7-9204-4b264389060b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Apr 19 03:41:52.550073 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966ed26-d81a-4670-9b98-c16d75665877 req-4c46a2f2-10ba-4b90-9558-93875553ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:52.551683 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a966ed26-d81a-4670-9b98-c16d75665877 req-4c46a2f2-10ba-4b90-9558-93875553ef9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1099 time: 0.1290021 Apr 19 03:41:52.701876 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966ed26-d81a-4670-9b98-c16d75665877 req-d1132cc1-4c73-4260-9cca-aee842187d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:52.703512 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a966ed26-d81a-4670-9b98-c16d75665877 req-d1132cc1-4c73-4260-9cca-aee842187d3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 909 time: 0.1419640 Apr 19 03:41:52.820838 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a966ed26-d81a-4670-9b98-c16d75665877 req-e8300312-ee9d-494a-a07d-8711193c07cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 1002 time: 0.1065805 Apr 19 03:41:52.895624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966ed26-d81a-4670-9b98-c16d75665877 req-e522260c-12dd-4b00-9273-b79af8f3bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:52.898239 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a966ed26-d81a-4670-9b98-c16d75665877 req-e522260c-12dd-4b00-9273-b79af8f3bf2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.0667343 Apr 19 03:41:53.063944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b85887-dda2-41af-a00b-7226c3e2ec73 req-d04a4271-24b3-4816-917b-c02a162daf61 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:53.065562 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-60b85887-dda2-41af-a00b-7226c3e2ec73 req-d04a4271-24b3-4816-917b-c02a162daf61 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.1602736 Apr 19 03:41:53.069623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966ed26-d81a-4670-9b98-c16d75665877 req-c5f9fb6e-fb6b-4136-b1f5-f8d5144a2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:53.071163 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a966ed26-d81a-4670-9b98-c16d75665877 req-c5f9fb6e-fb6b-4136-b1f5-f8d5144a2092 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1274152 Apr 19 03:41:53.212738 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-60b85887-dda2-41af-a00b-7226c3e2ec73 req-5b850bfb-4330-46d1-82db-d82a1ebb9fd3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400185 Apr 19 03:41:53.253991 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a966ed26-d81a-4670-9b98-c16d75665877 req-2772f23a-b984-4cc1-84c7-8a13c29362b6 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666355 Apr 19 03:41:53.406484 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-a966ed26-d81a-4670-9b98-c16d75665877 req-d9c14854-3360-4819-b76a-09f43c742dc0 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413512 Apr 19 03:41:54.414481 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7cb9-6b5a-42f6-ac6c-b5f2dec77239 req-9014f51d-dc9c-4b94-b7d8-884754e61718 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:54.416016 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3ebe7cb9-6b5a-42f6-ac6c-b5f2dec77239 req-9014f51d-dc9c-4b94-b7d8-884754e61718 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0877283 Apr 19 03:41:54.463131 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3ebe7cb9-6b5a-42f6-ac6c-b5f2dec77239 req-492e52d4-2dda-4a69-af62-48e6f39e4c7f tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Apr 19 03:41:55.680692 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b1b60-7115-4499-a3d5-fe7ed8de72fa req-494b93df-7906-422a-8e8a-299eb2857f66 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:55.682285 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fd7b1b60-7115-4499-a3d5-fe7ed8de72fa req-494b93df-7906-422a-8e8a-299eb2857f66 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0944109 Apr 19 03:41:55.729805 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-fd7b1b60-7115-4499-a3d5-fe7ed8de72fa req-404afe30-1ecb-49f4-b1d0-09b3664f8792 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Apr 19 03:41:56.176363 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-30cc87f5-00c6-4fee-bdaf-efd6bcc018e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2025132 Apr 19 03:41:56.184917 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8196e7-d95d-4853-9c77-7aef14eb1640 req-b1be4a39-f648-410e-974a-ae69e66ec23e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:56.186484 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ed8196e7-d95d-4853-9c77-7aef14eb1640 req-b1be4a39-f648-410e-974a-ae69e66ec23e tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.1234984 Apr 19 03:41:56.238503 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ed8196e7-d95d-4853-9c77-7aef14eb1640 req-2f48521e-a1bd-4c8a-8fc9-930f2d69d9aa tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453067 Apr 19 03:41:57.450809 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ce264-fc5c-49e4-9f40-0eac66a3b09d req-7003f3ed-b22f-4bb0-ae6e-93b20c04e034 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:57.452676 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9f9ce264-fc5c-49e4-9f40-0eac66a3b09d req-7003f3ed-b22f-4bb0-ae6e-93b20c04e034 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0975962 Apr 19 03:41:57.501666 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-9f9ce264-fc5c-49e4-9f40-0eac66a3b09d req-cd8fa5a0-5e73-40e3-adbf-2a722a541737 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Apr 19 03:41:57.572444 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-36b23707-4b63-4690-b672-1064d7564f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:57.573972 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-36b23707-4b63-4690-b672-1064d7564f31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2&tenant_id=0daf56a1293f4bdaa65b06b0d24584ae HTTP/1.1" status: 200 len: 1099 time: 0.0881073 Apr 19 03:41:57.678730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-a8d664c1-5618-4251-8b21-d96573be4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:57.680276 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-a8d664c1-5618-4251-8b21-d96573be4021 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1099 time: 0.0778785 Apr 19 03:41:57.823647 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-c69b4523-9170-4df9-8dd0-ed67cc544d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:57.825214 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-c69b4523-9170-4df9-8dd0-ed67cc544d67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 909 time: 0.1354029 Apr 19 03:41:57.940768 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-6c2c71e3-4015-421c-a2d7-a77a9cc575a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 1002 time: 0.1050820 Apr 19 03:41:58.016855 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-3094293d-621b-4d21-a795-e75a58d53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:58.018481 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-3094293d-621b-4d21-a795-e75a58d53b2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.0677369 Apr 19 03:41:58.112162 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-c869266a-229a-443d-a30e-d09848933198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:58.113677 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-c869266a-229a-443d-a30e-d09848933198 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844092 Apr 19 03:41:58.264015 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-811affbb-53be-49d4-a21e-d9e2401d3cc9 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398935 Apr 19 03:41:58.412889 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-e54911bf-6fb4-496b-9061-cd7280438b1c req-cec356d1-52b4-429b-a8bf-832944cb1461 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361890 Apr 19 03:41:58.493495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2def389d-08da-49d1-95a4-a39601dca138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:58.711259 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df88a-95c4-4c14-a5a4-b64d3a534156 req-787054df-4aac-4b91-ba87-940f1bf0bfa1 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:58.712924 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-db2df88a-95c4-4c14-a5a4-b64d3a534156 req-787054df-4aac-4b91-ba87-940f1bf0bfa1 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0904901 Apr 19 03:41:58.760989 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-db2df88a-95c4-4c14-a5a4-b64d3a534156 req-b8705be8-38e4-46bd-93ad-59f388d82236 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Apr 19 03:41:59.074221 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 9ea6ed96-47a3-49f7-abd4-c16f13624df6 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:41:59.210291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:59.239570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:41:59.255485 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:41:59.260584 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:41:59.262847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:41:59.302082 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'code': 200} Apr 19 03:41:59.340379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=6']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:41:59.348182 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.348574 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.348954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.349334 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.349769 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.350091 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.350464 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.350825 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.351197 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.351563 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.351926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.352308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:41:59.356490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:41:59.969623 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fefaec-b481-48a2-b6a4-bfbe76de837b req-6923acb1-80ad-4ffb-aa07-209e1a507517 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:41:59.971230 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d1fefaec-b481-48a2-b6a4-bfbe76de837b req-6923acb1-80ad-4ffb-aa07-209e1a507517 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 944 time: 0.0942166 Apr 19 03:42:00.061664 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-d1fefaec-b481-48a2-b6a4-bfbe76de837b req-07aabfe5-cbb1-4338-95f2-00a3dd33e1f7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832031 Apr 19 03:42:00.098899 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82729fcd-e5b0-43de-91f8-74b20b22ee7f req-a61bf691-6c7a-4467-b76d-9b540b39c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:42:00.100627 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-82729fcd-e5b0-43de-91f8-74b20b22ee7f req-a61bf691-6c7a-4467-b76d-9b540b39c4cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1097 time: 0.0819616 Apr 19 03:42:00.154227 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-82729fcd-e5b0-43de-91f8-74b20b22ee7f req-e32eb080-2d73-4f6b-a71c-1f1f465b3957 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Apr 19 03:42:00.699143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-876ea34d-5cbb-4c31-b709-a866a0b9c0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:01.281751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072517a8-bb65-4001-946d-1ebdb18e3ce1 req-41f312f8-3516-4dc4-af8a-66bd475abdd3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:42:01.284564 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-072517a8-bb65-4001-946d-1ebdb18e3ce1 req-41f312f8-3516-4dc4-af8a-66bd475abdd3 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 944 time: 0.0984688 Apr 19 03:42:01.337110 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-072517a8-bb65-4001-946d-1ebdb18e3ce1 req-8c39d063-a43e-4043-817f-2237801d1055 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458457 Apr 19 03:42:01.815155 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:01.872860 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:03.086645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 9ea6ed96-47a3-49f7-abd4-c16f13624df6 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 03:42:03.231327 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:42:03.245375 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Returning: {'device': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'port_id': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'mac_address': 'fa:16:3e:0c:28:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 03:42:03.304285 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:03.322631 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea6ed96-47a3-49f7-abd4-c16f13624df6 {{(pid=86420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 03:42:03.338492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:42:03.341190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:03.343182 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-8d33a580-94fc-4980-b0a2-893810f8c852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:42:03.415526 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=7']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:42:03.419179 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:42:03.609742 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] get_ports_and_sgs() called for port_ids ['9ea6ed96-47a3-49f7-abd4-c16f13624df6'] {{(pid=86420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 03:42:03.672493 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:05.092121 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 9ea6ed96-47a3-49f7-abd4-c16f13624df6 up at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 03:42:05.169009 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.provisioning_blocks [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Provisioning complete for port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 triggered by entity L2. {{(pid=86420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 03:42:05.169422 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853840766'] for port, provisioning_complete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:05.290645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612703'] for port, before_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:05.334649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6'}] {{(pid=86420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:42:05.343145 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:05.345786 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:42:05.348687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787170895048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363249684329298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787170446536'] for port, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:05.350851 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d2ab30ff-3192-414d-83a3-2748a5919fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:42:05.389779 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'code': 200} Apr 19 03:42:05.423740 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Pushing event updated for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=8']} {{(pid=86420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:42:05.426967 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:42:12.521576 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:42:28.495479 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-4da1b0b5-fa6f-4397-a8e1-acb4df73e2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:30.701642 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ccfcbf0c-2f23-4096-8230-4ac72ede5983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:31.807861 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:31.875615 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:33.658953 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:35.318308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:42:43.009829 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-41ce662f-e5de-4567-a838-51b35feb7b24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782118 Apr 19 03:42:43.169554 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-726e6fae-ac1f-4af4-8a18-1916b9134873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:42:43.171136 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-726e6fae-ac1f-4af4-8a18-1916b9134873 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1099 time: 0.0807786 Apr 19 03:42:43.341426 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-b81f6812-d9a9-4776-9122-24970c1b60ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:42:43.342998 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-b81f6812-d9a9-4776-9122-24970c1b60ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 909 time: 0.1397424 Apr 19 03:42:43.462431 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-6a3cdb0b-a50f-4708-92cd-f17c59a782a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 1002 time: 0.1077969 Apr 19 03:42:43.536834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-02866ace-74f3-4bbc-a6e7-8f1dd7caaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:42:43.538388 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-02866ace-74f3-4bbc-a6e7-8f1dd7caaaaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.0669217 Apr 19 03:42:43.624958 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-ab0e59d6-007b-4e6c-913d-84df1ac1fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:42:43.626473 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-ab0e59d6-007b-4e6c-913d-84df1ac1fa81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772476 Apr 19 03:42:43.775023 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-d70d6fa6-cf3a-46c7-a927-91cff9318ed7 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368780 Apr 19 03:42:43.919814 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-0bb3bfba-912c-49b2-9a39-164dcf618914 req-7771a8de-cde9-4c91-b6d3-9d8b47d79f16 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343765 Apr 19 03:42:49.520397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:42:58.497175 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-45c63a1e-1161-4292-9823-df56edb1c479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:00.703805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2df65e26-a2fa-426e-8716-815c504536f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:01.810116 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:01.877794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:03.661311 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:05.333181 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:14.350731 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41582) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:14.570203 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Deleting port 7351527a-4af8-4a5d-9f93-fe83a7943aa1 {{(pid=86419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:14.570600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:14.992261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:14.992552 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:15.130169 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Calling delete_port for 7351527a-4af8-4a5d-9f93-fe83a7943aa1 owned by network:floatingip {{(pid=86419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:15.299473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852434573'] for port, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:15.305312 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b6f6c3ca-1c9d-4d43-ac72-4619d6741ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:15.353827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event deleted for resources: {'Port': ['ID=7351527a-4af8-4a5d-9f93-fe83a7943aa1,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:15.401947 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.402374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.402791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.403201 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.403607 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.404034 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.404441 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.404840 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.405240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.405637 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.406035 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.406431 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:15.437686 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:15.468921 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for floatingip, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:15.469296 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.db.l3_db [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Floating IP 5b8a0dbc-e902-4edb-b372-30829dcd656a disassociated (deleted). External IP: 172.28.0.232, port: 9ea6ed96-47a3-49f7-abd4-c16f13624df6. Apr 19 03:43:15.853534 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:43:16.046308 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:43:16.057998 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] Sync routers for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:43:16.067023 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for floatingip, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:16.070300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:43:16.071076 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:43:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:16.128383 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-fd5143e3-fe16-42ce-8a21-153f88e5bed2 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "DELETE /v2.0/floatingips/5b8a0dbc-e902-4edb-b372-30829dcd656a HTTP/1.1" status: 204 len: 168 time: 1.7756391 Apr 19 03:43:16.129350 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6'}] {{(pid=86419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:43:16.253185 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'status': 'completed', 'code': 200} Apr 19 03:43:16.283821 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:43:16.367638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-e7d0644c-e7e1-480a-afaf-c3fbc3633a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:43:16.369321 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-e7d0644c-e7e1-480a-afaf-c3fbc3633a24 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 1099 time: 0.0834677 Apr 19 03:43:16.531771 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-32d42d2d-0dea-4b82-8b4f-6660179102a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:43:16.533422 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-32d42d2d-0dea-4b82-8b4f-6660179102a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 200 len: 909 time: 0.1537848 Apr 19 03:43:16.617762 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-d3ffa1de-b330-425b-af6b-7ceedda7f42b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 200 len: 217 time: 0.0758092 Apr 19 03:43:16.660639 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:39:05Z', 'revision_number': 5, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:16.667717 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] Checking router: 27bccfcd-782b-44d5-a2e4-61ab7e83c672 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:43:16.683363 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:43:16.684536 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:43:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:16.829848 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-7269cf30-8294-475b-8949-3fef581e65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:43:16.832339 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-7269cf30-8294-475b-8949-3fef581e65e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 200 len: 847 time: 0.1416109 Apr 19 03:43:16.962063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf4686-5c42-4dfa-bf78-66352579119f req-458c1f93-c8e7-4000-a090-5d2488dc93bf tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:43:16.964975 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-dcbf4686-5c42-4dfa-bf78-66352579119f req-458c1f93-c8e7-4000-a090-5d2488dc93bf tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.3499961 Apr 19 03:43:17.083837 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-dcbf4686-5c42-4dfa-bf78-66352579119f req-b365b6fd-ca45-42c2-9357-89a6aec6d077 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109467 Apr 19 03:43:17.088847 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-dc0a7aae-2c46-4f87-9db2-4b3465103980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:43:17.091424 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-dc0a7aae-2c46-4f87-9db2-4b3465103980 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5e93ffa-2966-4675-9a2c-5efdafd60074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2466135 Apr 19 03:43:17.204901 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:43:17.501976 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-b087d85d-9e7a-434e-a421-e00d5a1c3b99 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013257 Apr 19 03:43:17.563725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:39:05Z', 'revision_number': 5, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:17.568015 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793bc2f-d14e-4976-9f86-2ee361aeabdb None None] The sync data for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb is: [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:38:57Z', 'revision_number': 4, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb', '_interfaces': [{'id': '8a969fd3-b0d9-47b8-94f4-861fed8ec7ab', 'name': '', 'network_id': 'f5e93ffa-2966-4675-9a2c-5efdafd60074', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'mac_address': 'fa:16:3e:b6:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:56Z', 'updated_at': '2021-04-19T03:39:05Z', 'revision_number': 5, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'subnets': [{'id': '8e4014fc-ea02-4b79-a8d1-265d7769814d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:43:17.654918 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-85a10b14-c82e-4603-b9f6-6cbee0900e0d req-e8726713-dc59-449c-8edc-00019d0ae444 service neutron] 10.222.0.10 "GET /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453784 Apr 19 03:43:17.971063 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072d66e6-bd0e-4fdd-9a82-fb8d5ef11d20 None None] New status for floating IP 5b8a0dbc-e902-4edb-b372-30829dcd656a: DOWN {{(pid=86421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 03:43:18.198889 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-b5cf1061-05cf-4c48-ba3b-999da706f754 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:43:18.200564 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-b5cf1061-05cf-4c48-ba3b-999da706f754 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.10 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.0910609 Apr 19 03:43:18.286348 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Deleting port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:18.286741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:18.307352 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe2be6-8e2b-4a64-bd33-a14dde67bc7c req-4133385d-6602-4a8f-b27b-8ab3088434e7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 03:43:18.308153 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-3fbe2be6-8e2b-4a64-bd33-a14dde67bc7c req-4133385d-6602-4a8f-b27b-8ab3088434e7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Synchronizing usage tracker for tenant:0daf56a1293f4bdaa65b06b0d24584ae on resource:port {{(pid=86419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 03:43:18.324236 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.quota.resource [req-3fbe2be6-8e2b-4a64-bd33-a14dde67bc7c req-4133385d-6602-4a8f-b27b-8ab3088434e7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Unset dirty status for tenant:0daf56a1293f4bdaa65b06b0d24584ae on resource:port {{(pid=86419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 03:43:18.325520 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3fbe2be6-8e2b-4a64-bd33-a14dde67bc7c req-4133385d-6602-4a8f-b27b-8ab3088434e7 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 946 time: 0.1102886 Apr 19 03:43:18.374588 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-3fbe2be6-8e2b-4a64-bd33-a14dde67bc7c req-ad4e2dff-ff47-477b-b14b-f1a549434442 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/security-groups?id=27a261de-52d4-492a-961b-0e411259ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Apr 19 03:43:18.560510 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] For port 9ea6ed96-47a3-49f7-abd4-c16f13624df6, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9ea6ed96-47a3-49f7-abd4-c16f13624df6,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:18.561103 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:18.700353 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Calling delete_port for 9ea6ed96-47a3-49f7-abd4-c16f13624df6 owned by compute:nova {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:18.854890 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:18.861501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-0d709e1e-0252-4d09-a7f1-c02a18dc1015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:18.912215 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event deleted for resources: {'Port': ['ID=9ea6ed96-47a3-49f7-abd4-c16f13624df6,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:18.957610 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.958037 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.958457 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.958869 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.959281 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.959685 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.960679 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.961104 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.961505 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.961935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.962310 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.962707 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-3-smb {{(pid=86418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 03:43:18.966295 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:19.012017 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] No DVR routers for this DVR port 9ea6ed96-47a3-49f7-abd4-c16f13624df6 on host hv-cinder-78605 {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:43:19.014558 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-904'] for port, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:19.017442 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'name': 'network-vif-deleted', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6'}] {{(pid=86418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 03:43:19.038652 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-ceccd1f6-9f04-47b4-a108-d7db77f95f8e req-74e1ad5e-8a49-4847-afe1-9d9b0368fb6b tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.10 "DELETE /v2.0/ports/9ea6ed96-47a3-49f7-abd4-c16f13624df6 HTTP/1.1" status: 204 len: 173 time: 0.8271914 Apr 19 03:43:19.128342 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243df872-bcd4-4207-b951-4de6832244a2', 'name': 'network-vif-deleted', 'tag': '9ea6ed96-47a3-49f7-abd4-c16f13624df6', 'status': 'completed', 'code': 200} Apr 19 03:43:19.550394 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [req-f5c8f996-9e9a-4248-8d6f-cbe5f344e114 req-529eca43-057c-4213-9142-4529f9312f24 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "GET /v2.0/ports?device_id=243df872-bcd4-4207-b951-4de6832244a2 HTTP/1.1" status: 200 len: 210 time: 0.0494826 Apr 19 03:43:20.655509 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86419) accepted ('10.222.0.20', 41604) {{(pid=86419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:20.735926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c780c2-25d3-4c88-b5af-5934053bd869 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group, before_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:20.768790 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c780c2-25d3-4c88-b5af-5934053bd869 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:20.823783 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c780c2-25d3-4c88-b5af-5934053bd869 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:20.830257 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-72d76d33-3095-4b4b-bfeb-9d7f76ab6ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:20.844354 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c780c2-25d3-4c88-b5af-5934053bd869 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a261de-52d4-492a-961b-0e411259ea4e,revision_number=None']} {{(pid=86419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:20.846897 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-b4c780c2-25d3-4c88-b5af-5934053bd869 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:20.856774 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b4c780c2-25d3-4c88-b5af-5934053bd869 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] Notify callbacks [] for security_group, before_response {{(pid=86419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:20.858293 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-b4c780c2-25d3-4c88-b5af-5934053bd869 tempest-TestShelveInstance-453601387 tempest-TestShelveInstance-453601387-project] 10.222.0.20 "DELETE /v2.0/security-groups/27a261de-52d4-492a-961b-0e411259ea4e HTTP/1.1" status: 204 len: 168 time: 0.2016690 Apr 19 03:43:20.904292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41610) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:21.495130 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1966742'] for router_interface, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:21.876873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Deleting port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:21.877486 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:22.064291 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] For port 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:22.064697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:22.205827 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Calling delete_port for 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab owned by network:router_interface {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:22.386935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:22.391839 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-234b1ebe-ecab-49a9-be5c-526ef3921291 tempest-AttachVolumeTestJSON-1237396873 tempest-AttachVolumeTestJSON-1237396873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:22.440944 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a969fd3-b0d9-47b8-94f4-861fed8ec7ab,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:22.479935 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:22.743462 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966824'] for router_interface, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:23.386280 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:43:23.461834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 9ea6ed96-47a3-49f7-abd4-c16f13624df6 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:43:23.500234 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] No Port match for: 9ea6ed96-47a3-49f7-abd4-c16f13624df6 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:43:23.500629 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Device 9ea6ed96-47a3-49f7-abd4-c16f13624df6 not bound to the agent host hv-cinder-78605 {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:43:23.582374 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:43:23.591824 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b238df-73ef-48af-818e-315922377f3c None None] Sync routers for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:43:23.595557 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-2f87297f-aabb-48b7-be6d-cea0d02f9b0b admin admin] 10.222.0.20 "PUT /v2.0/routers/27bccfcd-782b-44d5-a2e4-61ab7e83c672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6900849 Apr 19 03:43:23.598198 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41614) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:23.602399 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b238df-73ef-48af-818e-315922377f3c None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:43:23.603068 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-54b238df-73ef-48af-818e-315922377f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:43:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:23.787886 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks [] for router, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:23.805622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-54b238df-73ef-48af-818e-315922377f3c None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: dv-cinder-786054-3-smb {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:43:23.984673 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:23.994019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Deleting port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:23.994396 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:24.130378 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-54b238df-73ef-48af-818e-315922377f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86'}], 'enable_snat': True}, 'gw_port_id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:43:22Z', 'revision_number': 5, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port': {'id': '0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:38:53Z', 'updated_at': '2021-04-19T03:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:24.135021 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b238df-73ef-48af-818e-315922377f3c None None] Checking router: 27bccfcd-782b-44d5-a2e4-61ab7e83c672 for host: dv-cinder-786054-3-smb {{(pid=86420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:43:24.144862 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b238df-73ef-48af-818e-315922377f3c None None] Routers {'27bccfcd-782b-44d5-a2e4-61ab7e83c672'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:43:24.145471 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-54b238df-73ef-48af-818e-315922377f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:43:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'], 'active': True} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:24.191214 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] For port 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:24.191611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:24.315012 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-54b238df-73ef-48af-818e-315922377f3c None None] Set router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 gateway port host: None {{(pid=86420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:43:24.329945 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Calling delete_port for 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc owned by network:router_gateway {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:24.437566 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-54b238df-73ef-48af-818e-315922377f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:43:23Z', 'revision_number': 6, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port_host': None}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:24.442372 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b238df-73ef-48af-818e-315922377f3c None None] The sync data for ids ['27bccfcd-782b-44d5-a2e4-61ab7e83c672'] in dv-cinder-786054-3-smb is: [{'id': '27bccfcd-782b-44d5-a2e4-61ab7e83c672', 'name': 'tempest-TestShelveInstance-101605211-router', 'tenant_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:38:52Z', 'updated_at': '2021-04-19T03:43:23Z', 'revision_number': 6, 'project_id': '0daf56a1293f4bdaa65b06b0d24584ae', 'gw_port_host': None}] {{(pid=86420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:43:24.521598 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:24.527185 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-09113e87-9962-4b36-ac10-be511a7ec71b tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:24.580733 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:24.614349 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:24.681970 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852679319'] for router_gateway, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:24.767803 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:43:24.806501 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:43:24.806902 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 8a969fd3-b0d9-47b8-94f4-861fed8ec7ab not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:43:24.807376 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:43:24.846754 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:43:24.847151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 0dfd0daf-1e76-4628-8ac6-c7b4b13a09bc not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:43:24.875188 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852802251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772763'] for router, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:24.877568 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:24.900503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969521'] for router, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:24.901080 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27bccfcd-782b-44d5-a2e4-61ab7e83c672 {{(pid=86418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 03:43:24.914626 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:24.915853 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-eb632f5c-2ef7-4db9-9779-a7c0113611cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/27bccfcd-782b-44d5-a2e4-61ab7e83c672 HTTP/1.1" status: 204 len: 168 time: 1.3166609 Apr 19 03:43:24.918926 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41618) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:24.989492 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] Deleting subnet 8e4014fc-ea02-4b79-a8d1-265d7769814d {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:43:24.993804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.048622 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2641358'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.140440 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.397075 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851973747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163688'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.402546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:25.445601 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4014fc-ea02-4b79-a8d1-265d7769814d,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:25.447770 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.450611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:25.451513 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f42dd10-65a2-4e16-9245-a2d864a87412 None None] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:43:25.454990 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-d1473a0e-d71e-4cd4-8cb4-cd0aee2bb352 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e4014fc-ea02-4b79-a8d1-265d7769814d HTTP/1.1" status: 204 len: 168 time: 0.5350325 Apr 19 03:43:25.457727 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41622) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:25.576600 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.588930 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Deleting port 47fa3dad-dc61-48ec-aa32-37f888f207ec {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:25.589503 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.720100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] DHCP port deletion for f5e93ffa-2966-4675-9a2c-5efdafd60074 request from dv-cinder-786054-3-smb {{(pid=86420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 03:43:25.724261 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] Deleting port 47fa3dad-dc61-48ec-aa32-37f888f207ec {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:25.724715 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.829107 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] For port 47fa3dad-dc61-48ec-aa32-37f888f207ec, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=47fa3dad-dc61-48ec-aa32-37f888f207ec,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:25.829511 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.946634 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] For port 47fa3dad-dc61-48ec-aa32-37f888f207ec, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=47fa3dad-dc61-48ec-aa32-37f888f207ec,segment=NetworkSegment(a33a5530-0087-40be-8788-3454865e8f1d),segment_id=a33a5530-0087-40be-8788-3454865e8f1d)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:25.946962 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:25.971525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Calling delete_port for 47fa3dad-dc61-48ec-aa32-37f888f207ec owned by network:dhcp {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:26.054592 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:26.060490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3fb2c27a-5b8b-47a0-89b9-8feddbbb695f tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:26.109846 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47fa3dad-dc61-48ec-aa32-37f888f207ec,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:26.112730 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:26.115473 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] No DVR routers for this DVR port 47fa3dad-dc61-48ec-aa32-37f888f207ec on host dv-cinder-786054-3-smb {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:43:26.248571 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:26.254251 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] Calling delete_port for 47fa3dad-dc61-48ec-aa32-37f888f207ec owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:26.332504 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.api [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 03:43:26.332905 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_db.api [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 03:43:26.370628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e93ffa-2966-4675-9a2c-5efdafd60074']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:26.383411 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33a5530-0087-40be-8788-3454865e8f1d') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:26.383752 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33a5530-0087-40be-8788-3454865e8f1d') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:26.395755 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:26.411186 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:26.418344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:43:26.521205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:43:26.603241 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:43:26.612484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:26.756963 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 47fa3dad-dc61-48ec-aa32-37f888f207ec no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:43:26.794776 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 47fa3dad-dc61-48ec-aa32-37f888f207ec {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:43:26.795174 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 47fa3dad-dc61-48ec-aa32-37f888f207ec not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:43:26.800128 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Network f5e93ffa-2966-4675-9a2c-5efdafd60074 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:43:26.834690 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] Deleting port 47fa3dad-dc61-48ec-aa32-37f888f207ec {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:26.835546 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:26.917055 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f462d-4d7f-4070-9af4-8acf2a6d7bc8 None None] The port '47fa3dad-dc61-48ec-aa32-37f888f207ec' was deleted {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:43:27.084823 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:43:27.161878 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:27.166365 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:27.183808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:27.194873 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e93ffa-2966-4675-9a2c-5efdafd60074,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:27.199413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:27.203148 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-bcd42d0e-6ce8-4c29-9dab-d8c0adcf83f3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f5e93ffa-2966-4675-9a2c-5efdafd60074 HTTP/1.1" status: 204 len: 168 time: 1.7442610 Apr 19 03:43:27.206277 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41626) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:27.785700 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1966742'] for router_interface, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:28.161397 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Deleting port b636569c-90e3-4b00-8623-11276f7b9a8b {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:28.161775 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:28.349452 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] For port b636569c-90e3-4b00-8623-11276f7b9a8b, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=b636569c-90e3-4b00-8623-11276f7b9a8b,segment=NetworkSegment(e3418150-7808-470c-a9c0-10dc89e7f231),segment_id=e3418150-7808-470c-a9c0-10dc89e7f231)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:28.349857 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:28.488850 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Calling delete_port for b636569c-90e3-4b00-8623-11276f7b9a8b owned by network:router_interface {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:28.499318 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c2478cfe-3514-40a9-a297-83e4b9225a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:28.668794 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:28.672714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-40014fc0-bf25-4944-a9f0-c5dc0389c68c tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:28.721866 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b636569c-90e3-4b00-8623-11276f7b9a8b,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:28.725303 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:29.009664 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853098405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1966824'] for router_interface, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:29.398659 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Router 23f8ac95-af38-4657-b10c-256bc03f0b3e has already been hosted by L3 agent f621c56d-1b31-41a3-8286-97ec72e59fed {{(pid=86418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 03:43:29.835638 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] Notify agent at l3_agent.dv-cinder-786054-3-smb the message routers_updated {{(pid=86418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 03:43:29.844409 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d3452-9717-426f-9662-73f53f23a90e None None] Sync routers for ids ['23f8ac95-af38-4657-b10c-256bc03f0b3e'] in dv-cinder-786054-3-smb {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 03:43:29.851184 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ce2168d5-2e1b-415c-b373-2982218a39ba admin admin] 10.222.0.20 "PUT /v2.0/routers/23f8ac95-af38-4657-b10c-256bc03f0b3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6432605 Apr 19 03:43:29.853778 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41632) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:29.855329 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d3452-9717-426f-9662-73f53f23a90e None None] Routers {'23f8ac95-af38-4657-b10c-256bc03f0b3e'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:43:29.856011 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-379d3452-9717-426f-9662-73f53f23a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:43:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['23f8ac95-af38-4657-b10c-256bc03f0b3e'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:30.056709 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks [] for router, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:30.233168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-379d3452-9717-426f-9662-73f53f23a90e None None] Set router 23f8ac95-af38-4657-b10c-256bc03f0b3e gateway port host: dv-cinder-786054-3-smb {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:43:30.264314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:30.272751 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Deleting port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:30.273129 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:30.470046 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] For port 9b1d9f5e-77c4-49be-8b86-a4460bf51b29, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=9b1d9f5e-77c4-49be-8b86-a4460bf51b29,segment=NetworkSegment(8dad85bd-14e5-4acf-a44e-a14a00ed86d2),segment_id=8dad85bd-14e5-4acf-a44e-a14a00ed86d2)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:30.470366 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:30.551423 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-379d3452-9717-426f-9662-73f53f23a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'external_fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:43:28Z', 'revision_number': 5, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port': {'id': '9b1d9f5e-77c4-49be-8b86-a4460bf51b29', 'name': '', 'network_id': '2b282c9f-01b3-436d-9a2f-af1029725b6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '876d1336-0f67-41e1-9425-a70adddda53c', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T03:39:01Z', 'updated_at': '2021-04-19T03:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '876d1336-0f67-41e1-9425-a70adddda53c', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-3-smb'}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:30.555843 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d3452-9717-426f-9662-73f53f23a90e None None] Checking router: 23f8ac95-af38-4657-b10c-256bc03f0b3e for host: dv-cinder-786054-3-smb {{(pid=86421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 03:43:30.564984 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d3452-9717-426f-9662-73f53f23a90e None None] Routers {'23f8ac95-af38-4657-b10c-256bc03f0b3e'} bound to L3 agent in host dv-cinder-786054-3-smb {{(pid=86421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 03:43:30.565644 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-379d3452-9717-426f-9662-73f53f23a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T03:23:01Z,description=,heartbeat_timestamp=2021-04-19T03:43:01Z,host='dv-cinder-786054-3-smb',id=f621c56d-1b31-41a3-8286-97ec72e59fed,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T03:23:01Z,topic='l3_agent')) {'router_ids': ['23f8ac95-af38-4657-b10c-256bc03f0b3e'], 'active': True} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:30.605254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Calling delete_port for 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 owned by network:router_gateway {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:30.712163 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c445d194-d24e-417a-a9e2-5c6e0194a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:30.741649 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvr_db [None req-379d3452-9717-426f-9662-73f53f23a90e None None] Set router 23f8ac95-af38-4657-b10c-256bc03f0b3e gateway port host: None {{(pid=86421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 03:43:30.795007 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:30.800067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-f1c948ea-3dd4-4263-8ade-ddb13ea77684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:30.860948 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_hamode_db [None req-379d3452-9717-426f-9662-73f53f23a90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:43:30Z', 'revision_number': 6, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port_host': None}], 'dv-cinder-786054-3-smb', False) {} {{(pid=86421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:30.865208 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379d3452-9717-426f-9662-73f53f23a90e None None] The sync data for ids ['23f8ac95-af38-4657-b10c-256bc03f0b3e'] in dv-cinder-786054-3-smb is: [{'id': '23f8ac95-af38-4657-b10c-256bc03f0b3e', 'name': 'tempest-TestShelveInstance-1730762524-router', 'tenant_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T03:39:00Z', 'updated_at': '2021-04-19T03:43:30Z', 'revision_number': 6, 'project_id': 'c044b43f4c43443d8b0ac1206fc168b1', 'gw_port_host': None}] {{(pid=86421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 03:43:30.887460 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1d9f5e-77c4-49be-8b86-a4460bf51b29,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:30.890316 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:30.955662 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852679319'] for router_gateway, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.149096 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852802251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854772763'] for router, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.151617 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.180156 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1969521'] for router, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.180724 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23f8ac95-af38-4657-b10c-256bc03f0b3e {{(pid=86418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 03:43:31.193334 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] Notify callbacks [] for router, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.194720 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-3c3bc80f-1e39-41e1-9625-4cde953ebc93 admin admin] 10.222.0.20 "DELETE /v2.0/routers/23f8ac95-af38-4657-b10c-256bc03f0b3e HTTP/1.1" status: 204 len: 168 time: 1.3397791 Apr 19 03:43:31.197364 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41636) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:31.264762 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] Deleting subnet 489c0380-e9f7-4e7a-a628-499bbf13d543 {{(pid=86418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 03:43:31.267924 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.325435 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2641358'] for subnet, precommit_delete_associations {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.416455 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853778528'] for subnet, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.708456 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-997272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851973747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2163688'] for subnet, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.714205 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-a8803cee-b639-4742-9b35-1649fd8efe4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:31.756635 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=489c0380-e9f7-4e7a-a628-499bbf13d543,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:31.759415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.762320 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:31.764956 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7e899-4be9-4e62-a32a-a34e1cff642c None None] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 requested from dv-cinder-786054-3-smb {{(pid=86420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 03:43:31.766675 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-ae7173bb-b279-42d1-bf2a-c1b32f3cf5d0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/489c0380-e9f7-4e7a-a628-499bbf13d543 HTTP/1.1" status: 204 len: 168 time: 0.5683074 Apr 19 03:43:31.769419 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41640) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:31.879314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.893954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854213396'] for network, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.905895 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Deleting port 78bc0406-fc25-4707-ac4e-582c4c3b7efd {{(pid=86418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:31.906220 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:31.932359 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:32.052791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] DHCP port deletion for dbbdac6a-250f-4c95-b465-c8f7eef955d5 request from dv-cinder-786054-3-smb {{(pid=86420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 03:43:32.057701 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] Deleting port 78bc0406-fc25-4707-ac4e-582c4c3b7efd {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:32.058123 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:32.147729 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] For port 78bc0406-fc25-4707-ac4e-582c4c3b7efd, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=78bc0406-fc25-4707-ac4e-582c4c3b7efd,segment=NetworkSegment(e3418150-7808-470c-a9c0-10dc89e7f231),segment_id=e3418150-7808-470c-a9c0-10dc89e7f231)] {{(pid=86418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:32.148697 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:32.287314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Calling delete_port for 78bc0406-fc25-4707-ac4e-582c4c3b7efd owned by network:dhcp {{(pid=86418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:32.295266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.db [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] For port 78bc0406-fc25-4707-ac4e-582c4c3b7efd, host dv-cinder-786054-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-3-smb',level=0,port_id=78bc0406-fc25-4707-ac4e-582c4c3b7efd,segment=NetworkSegment(e3418150-7808-470c-a9c0-10dc89e7f231),segment_id=e3418150-7808-470c-a9c0-10dc89e7f231)] {{(pid=86420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 03:43:32.295714 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086257'] for port, precommit_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:32.371525 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853805903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363249683880735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787170446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967399'] for port, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:32.375681 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-ece72573-6fb2-48ee-b384-cf592cbae982 tempest-AttachVolumeShelveTestJSON-1082997569 tempest-AttachVolumeShelveTestJSON-1082997569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:32.427804 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=78bc0406-fc25-4707-ac4e-582c4c3b7efd,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:32.431240 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] Calling delete_port for 78bc0406-fc25-4707-ac4e-582c4c3b7efd owned by network:dhcp {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 03:43:32.432151 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:32.433002 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] No DVR routers for this DVR port 78bc0406-fc25-4707-ac4e-582c4c3b7efd on host dv-cinder-786054-3-smb {{(pid=86418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 03:43:32.510425 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.db.api [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 03:43:32.510808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_db.api [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 03:43:32.561725 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-997365', 'neutron.services.segments.db._delete_segments_for_network-8787170977395'] for network, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:32.678366 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbdac6a-250f-4c95-b465-c8f7eef955d5']}} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:32.692074 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3418150-7808-470c-a9c0-10dc89e7f231') {'for_net_delete': True} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:32.692413 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.services.segments.db [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3418150-7808-470c-a9c0-10dc89e7f231') {} {{(pid=86418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 03:43:32.705300 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249683818339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852134458'] for segment, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:32.726864 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1035718'] for segment, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:32.733792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=86418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 03:43:32.762621 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:43:32.808315 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:43:32.808792 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 9b1d9f5e-77c4-49be-8b86-a4460bf51b29 not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:43:32.809317 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 78bc0406-fc25-4707-ac4e-582c4c3b7efd no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:43:32.846535 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: 78bc0406-fc25-4707-ac4e-582c4c3b7efd {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:43:32.846934 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device 78bc0406-fc25-4707-ac4e-582c4c3b7efd not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:43:32.847398 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device b636569c-90e3-4b00-8623-11276f7b9a8b no longer exists at agent ovs-agent-dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 03:43:32.887099 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] No Port match for: b636569c-90e3-4b00-8623-11276f7b9a8b {{(pid=86420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 03:43:32.887495 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.rpc [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Device b636569c-90e3-4b00-8623-11276f7b9a8b not bound to the agent host dv-cinder-786054-3-smb {{(pid=86420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 03:43:32.922286 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:43:32.932226 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853740111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2808366'] for segment, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.012314 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] Deleting port 78bc0406-fc25-4707-ac4e-582c4c3b7efd {{(pid=86420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 03:43:33.012834 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363249683884916'] for port, before_delete {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.084477 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.plugin [None req-c9f42e93-fd7b-4b1a-80a4-bbd0fd35d715 None None] The port '78bc0406-fc25-4707-ac4e-582c4c3b7efd' was deleted {{(pid=86420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 03:43:33.119022 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.plugins.ml2.managers [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Network dbbdac6a-250f-4c95-b465-c8f7eef955d5 has no segments {{(pid=86418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: Traceback (most recent call last): Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: timer() Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: cb(*args, **kw) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: return func(*args, **kwargs) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: self._notify() Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: self.callback(batched_events) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: event.method(event) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: segment_id)['aggregates'][0] Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: return f(self, *a, **k) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: return self._get(url).json() Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: **kwargs) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: return self.request(url, 'GET', **kwargs) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: **endpoint_filter) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 03:43:33.142817 dv-cinder-786054-3-smb neutron-server[86305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 03:43:33.230415 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853778435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852689778'] for network, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.234067 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:33.248964 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677424'] for network, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.260645 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbdac6a-250f-4c95-b465-c8f7eef955d5,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:33.265276 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:33.269098 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-c563dc33-c2a3-4720-9267-538df81594f8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dbbdac6a-250f-4c95-b465-c8f7eef955d5 HTTP/1.1" status: 204 len: 168 time: 1.4986558 Apr 19 03:43:33.533779 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41646) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:33.588841 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-87c8d1ec-5c89-4753-880a-894320cecf64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0daf56a1293f4bdaa65b06b0d24584ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535548 Apr 19 03:43:33.591206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41650) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:33.656100 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-183cbdfe-53ea-454f-8d37-f06d75789afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.664206 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.685746 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-183cbdfe-53ea-454f-8d37-f06d75789afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.736213 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-183cbdfe-53ea-454f-8d37-f06d75789afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.742497 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-7e120e44-cdf4-47c3-9efb-37f7d01f4f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:33.766088 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cbdfe-53ea-454f-8d37-f06d75789afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcdb96a-e4db-46b0-b35a-a65709fa907d,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:33.769171 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-183cbdfe-53ea-454f-8d37-f06d75789afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:33.771229 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-183cbdfe-53ea-454f-8d37-f06d75789afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:33.774242 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-183cbdfe-53ea-454f-8d37-f06d75789afe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fcdb96a-e4db-46b0-b35a-a65709fa907d HTTP/1.1" status: 204 len: 168 time: 0.1803076 Apr 19 03:43:34.156954 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41658) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:34.208993 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-9c786861-dff1-4f5e-83bc-63b6de469a1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c044b43f4c43443d8b0ac1206fc168b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507257 Apr 19 03:43:34.212915 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [-] (86418) accepted ('10.222.0.20', 41662) {{(pid=86418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 03:43:34.280254 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38065bed-7a81-41b3-af0a-32401f97b070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:34.309351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38065bed-7a81-41b3-af0a-32401f97b070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:34.360187 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38065bed-7a81-41b3-af0a-32401f97b070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853180247'] for security_group, after_delete {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:34.365184 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-fba75b04-5ad7-4da3-8fb2-682559dc18a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 03:43:34.380048 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38065bed-7a81-41b3-af0a-32401f97b070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69568b6c-2b9c-41c5-a10c-72bbdf484e84,revision_number=None']} {{(pid=86418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 03:43:34.383747 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG oslo_concurrency.lockutils [None req-38065bed-7a81-41b3-af0a-32401f97b070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 03:43:34.385978 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-38065bed-7a81-41b3-af0a-32401f97b070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:34.389700 dv-cinder-786054-3-smb neutron-server[86305]: INFO neutron.wsgi [None req-38065bed-7a81-41b3-af0a-32401f97b070 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69568b6c-2b9c-41c5-a10c-72bbdf484e84 HTTP/1.1" status: 204 len: 168 time: 0.1732993 Apr 19 03:43:35.352628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:43:58.499524 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-83d34c42-6bdc-4e6c-af4a-48c182d1b586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:00.706190 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-639835c5-39b0-494c-a374-c8b0bf7e1c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:01.813985 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:01.884212 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:03.521171 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:44:03.663263 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:05.346808 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:28.501628 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-23321add-3d6b-4429-9830-3b30860f1807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:30.707896 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0ae6ed54-10b3-41d4-b311-855fcb747579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:31.815484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:31.887447 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:33.667159 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:35.345741 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:44:40.520624 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:44:58.503799 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e792-6536-4b54-a177-7e561ddbc4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:00.710800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-3d36a340-d877-460a-9407-5cad857a076f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:01.818570 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:01.891292 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:03.668812 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:05.345668 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:17.521126 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:45:28.505800 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-84f157f7-237a-49fd-a367-6df5d3ddebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:30.713683 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-ddbbae81-8d37-4319-b733-ef834537dcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:31.820805 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:31.894784 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:33.671676 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:35.356703 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:45:54.521344 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:45:58.507475 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e488def0-522e-4612-abcf-66ce237d5931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:00.714848 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-d462029f-218d-4451-8294-4eef400f03d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:01.822961 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:01.897516 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:03.679660 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:05.374484 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:28.508612 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-0c7d13e2-e256-42b1-a70e-b4c2ab972f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:30.719168 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-1c2aca39-3bb4-43e6-a475-e07a3ae764b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:31.521019 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:46:31.824108 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:31.897791 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:33.677351 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:35.387687 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:46:58.510463 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-e03dc9ad-ec33-4078-ae3e-c67a1742ac69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:00.721078 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-5573e723-e63a-44f6-89ef-fd01ebcc4ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:01.825282 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:01.901045 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:03.680152 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:05.404298 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:08.521170 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:47:15.496266 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.wsgi [req-ee2848a4-61b4-4911-8cc2-d713924dfda0 req-490635d3-c2ce-41b2-96b5-a565ad7ad38d service neutron] (86419) timed out ('10.222.0.10', 64181) {{(pid=86419) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 19 03:47:28.511224 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-977ac1f5-8d6c-4251-b9c9-d86d288b4a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:30.724143 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-86ab55d2-64ac-480a-a82e-17ccdacd87b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:31.827158 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:31.903379 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:33.684306 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:35.418830 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:47:45.520343 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron.db.agents_db [None req-32427f1a-5132-47fc-b663-0c39151df414 None None] Agent healthcheck: found 6 active agents {{(pid=86421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 03:47:58.511572 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d9b2-4893-4015-b3ea-31561aa0d851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:48:00.726845 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-82b1ce58-06bb-4660-8b8d-2663b39b668c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:48:01.829466 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-00c32837-a8fb-437d-b40b-3eedf885d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:48:01.906611 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-f65104fa-cbe2-41d7-bc89-638b6ef740d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:48:03.687490 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-8ea4df13-4089-4258-a56f-fb3be72f200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 03:48:05.437196 dv-cinder-786054-3-smb neutron-server[86305]: DEBUG neutron_lib.callbacks.manager [None req-a5fb75fc-0ac1-4d82-955b-00cf241cb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249683798405', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-935127'] for agent, after_update {{(pid=86420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}